{"level":"warn","ts":"2026-03-03T20:04:07.772401Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T20:04:07.772504Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.110:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.110:2380","--initial-cluster=instance=https://162.253.55.110:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.110:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.110:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-03T20:04:07.772585Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T20:04:07.772604Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.110:2380"]} {"level":"info","ts":"2026-03-03T20:04:07.77263Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T20:04:07.773564Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.110:2379"]} {"level":"info","ts":"2026-03-03T20:04:07.773681Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.110:2380"],"listen-peer-urls":["https://162.253.55.110:2380"],"advertise-client-urls":["https://162.253.55.110:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.110:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.110:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-03T20:04:07.779527Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.536838ms"} {"level":"info","ts":"2026-03-03T20:04:07.788183Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f52f30d5714009d5","cluster-id":"650981a7a383c714"} {"level":"info","ts":"2026-03-03T20:04:07.788294Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 switched to configuration voters=()"} {"level":"info","ts":"2026-03-03T20:04:07.78832Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became follower at term 0"} {"level":"info","ts":"2026-03-03T20:04:07.788341Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f52f30d5714009d5 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-03T20:04:07.788354Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became follower at term 1"} {"level":"info","ts":"2026-03-03T20:04:07.788398Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 switched to configuration voters=(17667393556483934677)"} {"level":"warn","ts":"2026-03-03T20:04:07.795557Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-03T20:04:07.79765Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-03T20:04:07.799067Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-03T20:04:07.802892Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f52f30d5714009d5","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-03T20:04:07.803159Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f52f30d5714009d5","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-03T20:04:07.803311Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T20:04:07.803384Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T20:04:07.803411Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T20:04:07.805359Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 switched to configuration voters=(17667393556483934677)"} {"level":"info","ts":"2026-03-03T20:04:07.805537Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"650981a7a383c714","local-member-id":"f52f30d5714009d5","added-peer-id":"f52f30d5714009d5","added-peer-peer-urls":["https://162.253.55.110:2380"]} {"level":"info","ts":"2026-03-03T20:04:07.808309Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T20:04:07.808412Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.110:2380"} {"level":"info","ts":"2026-03-03T20:04:07.80846Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.110:2380"} {"level":"info","ts":"2026-03-03T20:04:07.809092Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f52f30d5714009d5","initial-advertise-peer-urls":["https://162.253.55.110:2380"],"listen-peer-urls":["https://162.253.55.110:2380"],"advertise-client-urls":["https://162.253.55.110:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.110:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-03T20:04:07.80915Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-03T20:04:08.289015Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 is starting a new election at term 1"} {"level":"info","ts":"2026-03-03T20:04:08.289082Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-03T20:04:08.289133Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 received MsgPreVoteResp from f52f30d5714009d5 at term 1"} {"level":"info","ts":"2026-03-03T20:04:08.289153Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became candidate at term 2"} {"level":"info","ts":"2026-03-03T20:04:08.289165Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 received MsgVoteResp from f52f30d5714009d5 at term 2"} {"level":"info","ts":"2026-03-03T20:04:08.289194Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became leader at term 2"} {"level":"info","ts":"2026-03-03T20:04:08.289217Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f52f30d5714009d5 elected leader f52f30d5714009d5 at term 2"} {"level":"info","ts":"2026-03-03T20:04:08.395266Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T20:04:08.517339Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f52f30d5714009d5","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.110:2379]}","request-path":"/0/members/f52f30d5714009d5/attributes","cluster-id":"650981a7a383c714","publish-timeout":"7s"} {"level":"info","ts":"2026-03-03T20:04:08.517362Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T20:04:08.517454Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T20:04:08.517625Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-03T20:04:08.517787Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-03T20:04:08.522203Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-03T20:04:08.522292Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.110:2379"} {"level":"info","ts":"2026-03-03T20:04:08.574457Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"650981a7a383c714","local-member-id":"f52f30d5714009d5","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T20:04:08.574672Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T20:04:08.57473Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-03-03T20:04:08.784248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.544712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-03T20:04:08.784344Z","caller":"traceutil/trace.go:171","msg":"trace[46482422] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1; }","duration":"138.715385ms","start":"2026-03-03T20:04:08.645617Z","end":"2026-03-03T20:04:08.784332Z","steps":["trace[46482422] 'range keys from in-memory index tree' (duration: 138.48784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:08.784346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.636413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-03T20:04:08.784388Z","caller":"traceutil/trace.go:171","msg":"trace[1039351650] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1; }","duration":"138.728036ms","start":"2026-03-03T20:04:08.64565Z","end":"2026-03-03T20:04:08.784378Z","steps":["trace[1039351650] 'count revisions from in-memory index tree' (duration: 138.558952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:08.784477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.781849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-03T20:04:08.784499Z","caller":"traceutil/trace.go:171","msg":"trace[75197793] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1; }","duration":"177.822529ms","start":"2026-03-03T20:04:08.606671Z","end":"2026-03-03T20:04:08.784493Z","steps":["trace[75197793] 'count revisions from in-memory index tree' (duration: 177.681156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:08.784529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.643347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-03T20:04:08.784574Z","caller":"traceutil/trace.go:171","msg":"trace[141764104] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1; }","duration":"126.694218ms","start":"2026-03-03T20:04:08.657866Z","end":"2026-03-03T20:04:08.78456Z","steps":["trace[141764104] 'count revisions from in-memory index tree' (duration: 126.618356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:08.784656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.389785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-03T20:04:08.784677Z","caller":"traceutil/trace.go:171","msg":"trace[853855715] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1; }","duration":"166.431286ms","start":"2026-03-03T20:04:08.618241Z","end":"2026-03-03T20:04:08.784673Z","steps":["trace[853855715] 'range keys from in-memory index tree' (duration: 166.326404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:08.784745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.87087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-03T20:04:08.784783Z","caller":"traceutil/trace.go:171","msg":"trace[378177662] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1; }","duration":"106.951361ms","start":"2026-03-03T20:04:08.677822Z","end":"2026-03-03T20:04:08.784773Z","steps":["trace[378177662] 'range keys from in-memory index tree' (duration: 106.787057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:08.784893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.572709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-03T20:04:08.784914Z","caller":"traceutil/trace.go:171","msg":"trace[513449374] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1; }","duration":"166.619761ms","start":"2026-03-03T20:04:08.61829Z","end":"2026-03-03T20:04:08.784909Z","steps":["trace[513449374] 'count revisions from in-memory index tree' (duration: 166.484147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:08.785067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.315743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-03T20:04:08.785094Z","caller":"traceutil/trace.go:171","msg":"trace[31625597] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1; }","duration":"153.346544ms","start":"2026-03-03T20:04:08.631737Z","end":"2026-03-03T20:04:08.785084Z","steps":["trace[31625597] 'range keys from in-memory index tree' (duration: 153.274882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:08.785181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.965045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-03T20:04:08.785412Z","caller":"traceutil/trace.go:171","msg":"trace[662759896] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1; }","duration":"153.250242ms","start":"2026-03-03T20:04:08.632137Z","end":"2026-03-03T20:04:08.785387Z","steps":["trace[662759896] 'count revisions from in-memory index tree' (duration: 152.836632ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:16.264131Z","caller":"traceutil/trace.go:171","msg":"trace[1995600715] transaction","detail":"{read_only:false; response_revision:332; number_of_response:1; }","duration":"115.628992ms","start":"2026-03-03T20:04:16.148443Z","end":"2026-03-03T20:04:16.264072Z","steps":["trace[1995600715] 'process raft request' (duration: 60.54243ms)","trace[1995600715] 'compare' (duration: 54.866277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:04:17.34047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.935915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:04:17.340564Z","caller":"traceutil/trace.go:171","msg":"trace[1108667975] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:0; response_revision:335; }","duration":"942.088148ms","start":"2026-03-03T20:04:16.398456Z","end":"2026-03-03T20:04:17.340544Z","steps":["trace[1108667975] 'range keys from in-memory index tree' (duration: 941.870233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:17.34047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.361104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T20:04:17.34061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:16.398439Z","time spent":"942.16207ms","remote":"127.0.0.1:45870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"info","ts":"2026-03-03T20:04:17.340757Z","caller":"traceutil/trace.go:171","msg":"trace[22986825] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:335; }","duration":"668.641971ms","start":"2026-03-03T20:04:16.672046Z","end":"2026-03-03T20:04:17.340688Z","steps":["trace[22986825] 'range keys from in-memory index tree' (duration: 668.287392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:17.341031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:16.67203Z","time spent":"668.904606ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T20:04:17.818277Z","caller":"traceutil/trace.go:171","msg":"trace[903750342] transaction","detail":"{read_only:false; response_revision:336; number_of_response:1; }","duration":"473.032811ms","start":"2026-03-03T20:04:17.345217Z","end":"2026-03-03T20:04:17.81825Z","steps":["trace[903750342] 'process raft request' (duration: 472.871978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:17.818933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:17.345191Z","time spent":"473.169045ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:04:18.412349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875444986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:04:19.256803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.791932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:04:19.256986Z","caller":"traceutil/trace.go:171","msg":"trace[200326352] linearizableReadLoop","detail":"{readStateIndex:348; appliedIndex:347; }","duration":"1.34676645s","start":"2026-03-03T20:04:17.910164Z","end":"2026-03-03T20:04:19.256931Z","steps":["trace[200326352] 'read index received' (duration: 890.507647ms)","trace[200326352] 'applied index is now lower than readState.Index' (duration: 456.256703ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:19.257079Z","caller":"traceutil/trace.go:171","msg":"trace[2136207562] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"1.90975017s","start":"2026-03-03T20:04:17.347264Z","end":"2026-03-03T20:04:19.257014Z","steps":["trace[2136207562] 'process raft request' (duration: 1.453370694s)","trace[2136207562] 'compare' (duration: 455.632419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:04:19.257249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:17.347247Z","time spent":"1.909915953s","remote":"127.0.0.1:45870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":219,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:04:19.25725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.866871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:04:19.257351Z","caller":"traceutil/trace.go:171","msg":"trace[420845355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:337; }","duration":"613.018025ms","start":"2026-03-03T20:04:18.644307Z","end":"2026-03-03T20:04:19.257325Z","steps":["trace[420845355] 'agreement among raft nodes before linearized reading' (duration: 612.81003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:19.257348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.873601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-03T20:04:19.257334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050172848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-03T20:04:19.257399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:18.644287Z","time spent":"613.102158ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:04:19.257414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.681675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:04:19.257436Z","caller":"traceutil/trace.go:171","msg":"trace[1063264522] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:337; }","duration":"960.149207ms","start":"2026-03-03T20:04:18.297273Z","end":"2026-03-03T20:04:19.257422Z","steps":["trace[1063264522] 'agreement among raft nodes before linearized reading' (duration: 959.82845ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:19.257477Z","caller":"traceutil/trace.go:171","msg":"trace[632598478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:337; }","duration":"978.798028ms","start":"2026-03-03T20:04:18.278656Z","end":"2026-03-03T20:04:19.257454Z","steps":["trace[632598478] 'agreement among raft nodes before linearized reading' (duration: 978.46494ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:19.257477Z","caller":"traceutil/trace.go:171","msg":"trace[2107336899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:337; }","duration":"1.050373792s","start":"2026-03-03T20:04:18.207069Z","end":"2026-03-03T20:04:19.257443Z","steps":["trace[2107336899] 'agreement among raft nodes before linearized reading' (duration: 1.050027824s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:19.257738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:18.278635Z","time spent":"978.87663ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:04:19.25736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347162909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"warn","ts":"2026-03-03T20:04:19.257743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:18.297262Z","time spent":"960.466434ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:04:19.257789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:18.207051Z","time spent":"1.05072599s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T20:04:19.257858Z","caller":"traceutil/trace.go:171","msg":"trace[1292296799] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:337; }","duration":"1.347655781s","start":"2026-03-03T20:04:17.910126Z","end":"2026-03-03T20:04:19.257782Z","steps":["trace[1292296799] 'agreement among raft nodes before linearized reading' (duration: 1.346920894s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:19.257978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:17.910106Z","time spent":"1.347836634s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4349,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-03-03T20:04:19.504118Z","caller":"traceutil/trace.go:171","msg":"trace[735181913] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"242.414152ms","start":"2026-03-03T20:04:19.261683Z","end":"2026-03-03T20:04:19.504097Z","steps":["trace[735181913] 'process raft request' (duration: 242.281149ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:19.515232Z","caller":"traceutil/trace.go:171","msg":"trace[1397903344] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"253.190681ms","start":"2026-03-03T20:04:19.262027Z","end":"2026-03-03T20:04:19.515218Z","steps":["trace[1397903344] 'process raft request' (duration: 252.995867ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:19.515228Z","caller":"traceutil/trace.go:171","msg":"trace[823583813] linearizableReadLoop","detail":"{readStateIndex:351; appliedIndex:348; }","duration":"251.551113ms","start":"2026-03-03T20:04:19.263658Z","end":"2026-03-03T20:04:19.515209Z","steps":["trace[823583813] 'read index received' (duration: 240.290143ms)","trace[823583813] 'applied index is now lower than readState.Index' (duration: 11.25991ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:19.515331Z","caller":"traceutil/trace.go:171","msg":"trace[851602582] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"250.666893ms","start":"2026-03-03T20:04:19.264655Z","end":"2026-03-03T20:04:19.515322Z","steps":["trace[851602582] 'process raft request' (duration: 250.511409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:19.515337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.657446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-03T20:04:19.515367Z","caller":"traceutil/trace.go:171","msg":"trace[1091237826] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:341; }","duration":"251.716977ms","start":"2026-03-03T20:04:19.26364Z","end":"2026-03-03T20:04:19.515357Z","steps":["trace[1091237826] 'agreement among raft nodes before linearized reading' (duration: 251.643355ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:19.515432Z","caller":"traceutil/trace.go:171","msg":"trace[1588338418] transaction","detail":"{read_only:false; response_revision:340; number_of_response:1; }","duration":"253.372335ms","start":"2026-03-03T20:04:19.262053Z","end":"2026-03-03T20:04:19.515425Z","steps":["trace[1588338418] 'process raft request' (duration: 253.080888ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:19.968508Z","caller":"traceutil/trace.go:171","msg":"trace[1212636206] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"172.928385ms","start":"2026-03-03T20:04:19.795522Z","end":"2026-03-03T20:04:19.96845Z","steps":["trace[1212636206] 'process raft request' (duration: 119.03529ms)","trace[1212636206] 'compare' (duration: 53.699021ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:19.96859Z","caller":"traceutil/trace.go:171","msg":"trace[869589476] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"172.585108ms","start":"2026-03-03T20:04:19.795967Z","end":"2026-03-03T20:04:19.968553Z","steps":["trace[869589476] 'process raft request' (duration: 172.480245ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:19.968702Z","caller":"traceutil/trace.go:171","msg":"trace[772405390] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"131.602111ms","start":"2026-03-03T20:04:19.837081Z","end":"2026-03-03T20:04:19.968683Z","steps":["trace[772405390] 'process raft request' (duration: 131.56194ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:19.968791Z","caller":"traceutil/trace.go:171","msg":"trace[1125374477] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"173.050968ms","start":"2026-03-03T20:04:19.795716Z","end":"2026-03-03T20:04:19.968767Z","steps":["trace[1125374477] 'process raft request' (duration: 172.666369ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:19.96885Z","caller":"traceutil/trace.go:171","msg":"trace[1248100905] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"137.039607ms","start":"2026-03-03T20:04:19.831771Z","end":"2026-03-03T20:04:19.968811Z","steps":["trace[1248100905] 'process raft request' (duration: 136.7652ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:19.968913Z","caller":"traceutil/trace.go:171","msg":"trace[1619486780] linearizableReadLoop","detail":"{readStateIndex:363; appliedIndex:359; }","duration":"140.050996ms","start":"2026-03-03T20:04:19.828835Z","end":"2026-03-03T20:04:19.968886Z","steps":["trace[1619486780] 'read index received' (duration: 85.747802ms)","trace[1619486780] 'applied index is now lower than readState.Index' (duration: 54.301024ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:19.96898Z","caller":"traceutil/trace.go:171","msg":"trace[1208574109] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"133.333101ms","start":"2026-03-03T20:04:19.83564Z","end":"2026-03-03T20:04:19.968973Z","steps":["trace[1208574109] 'process raft request' (duration: 132.934541ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:19.968824Z","caller":"traceutil/trace.go:171","msg":"trace[761544599] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"169.333793ms","start":"2026-03-03T20:04:19.799476Z","end":"2026-03-03T20:04:19.96881Z","steps":["trace[761544599] 'process raft request' (duration: 169.007945ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:19.969019Z","caller":"traceutil/trace.go:171","msg":"trace[249573367] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"132.335377ms","start":"2026-03-03T20:04:19.836591Z","end":"2026-03-03T20:04:19.968926Z","steps":["trace[249573367] 'process raft request' (duration: 132.02779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:19.96909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.389646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-03-03T20:04:19.96913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.56161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-03T20:04:19.969182Z","caller":"traceutil/trace.go:171","msg":"trace[509746060] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:356; }","duration":"176.649391ms","start":"2026-03-03T20:04:19.792521Z","end":"2026-03-03T20:04:19.96917Z","steps":["trace[509746060] 'agreement among raft nodes before linearized reading' (duration: 176.539449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:19.969175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.969489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-03T20:04:19.969248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.740434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-03T20:04:19.969247Z","caller":"traceutil/trace.go:171","msg":"trace[352764672] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:356; }","duration":"177.059281ms","start":"2026-03-03T20:04:19.792167Z","end":"2026-03-03T20:04:19.969226Z","steps":["trace[352764672] 'agreement among raft nodes before linearized reading' (duration: 176.900648ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:19.969278Z","caller":"traceutil/trace.go:171","msg":"trace[2110203157] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:356; }","duration":"176.794574ms","start":"2026-03-03T20:04:19.792474Z","end":"2026-03-03T20:04:19.969269Z","steps":["trace[2110203157] 'agreement among raft nodes before linearized reading' (duration: 176.751223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:19.969262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.081349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T20:04:19.969277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.799925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-03T20:04:19.969147Z","caller":"traceutil/trace.go:171","msg":"trace[1806384384] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:356; }","duration":"176.491138ms","start":"2026-03-03T20:04:19.792639Z","end":"2026-03-03T20:04:19.96913Z","steps":["trace[1806384384] 'agreement among raft nodes before linearized reading' (duration: 176.372515ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:19.969307Z","caller":"traceutil/trace.go:171","msg":"trace[360738943] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:356; }","duration":"147.16562ms","start":"2026-03-03T20:04:19.822131Z","end":"2026-03-03T20:04:19.969296Z","steps":["trace[360738943] 'agreement among raft nodes before linearized reading' (duration: 147.040857ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:19.969313Z","caller":"traceutil/trace.go:171","msg":"trace[918043233] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:356; }","duration":"176.866716ms","start":"2026-03-03T20:04:19.792436Z","end":"2026-03-03T20:04:19.969303Z","steps":["trace[918043233] 'agreement among raft nodes before linearized reading' (duration: 176.791734ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:20.242614Z","caller":"traceutil/trace.go:171","msg":"trace[300644067] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"104.095495ms","start":"2026-03-03T20:04:20.138477Z","end":"2026-03-03T20:04:20.242572Z","steps":["trace[300644067] 'process raft request' (duration: 87.539333ms)","trace[300644067] 'compare' (duration: 16.347497ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:20.242661Z","caller":"traceutil/trace.go:171","msg":"trace[1778577093] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"102.374535ms","start":"2026-03-03T20:04:20.140257Z","end":"2026-03-03T20:04:20.242632Z","steps":["trace[1778577093] 'process raft request' (duration: 102.228962ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:20.243068Z","caller":"traceutil/trace.go:171","msg":"trace[849857714] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"101.246669ms","start":"2026-03-03T20:04:20.141764Z","end":"2026-03-03T20:04:20.243011Z","steps":["trace[849857714] 'process raft request' (duration: 100.779758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:20.706108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.922572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:04:20.706267Z","caller":"traceutil/trace.go:171","msg":"trace[1612652562] transaction","detail":"{read_only:false; response_revision:390; number_of_response:1; }","duration":"365.21981ms","start":"2026-03-03T20:04:20.341016Z","end":"2026-03-03T20:04:20.706236Z","steps":["trace[1612652562] 'process raft request' (duration: 132.065282ms)","trace[1612652562] 'compare' (duration: 232.766569ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:20.70622Z","caller":"traceutil/trace.go:171","msg":"trace[2012977389] linearizableReadLoop","detail":"{readStateIndex:401; appliedIndex:400; }","duration":"362.104218ms","start":"2026-03-03T20:04:20.344097Z","end":"2026-03-03T20:04:20.706201Z","steps":["trace[2012977389] 'read index received' (duration: 128.92171ms)","trace[2012977389] 'applied index is now lower than readState.Index' (duration: 233.180988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:04:20.706433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:20.340988Z","time spent":"365.357313ms","remote":"127.0.0.1:46096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4041,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:04:20.707016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.896356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-03-03T20:04:20.707146Z","caller":"traceutil/trace.go:171","msg":"trace[690671174] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:390; }","duration":"363.04611ms","start":"2026-03-03T20:04:20.344058Z","end":"2026-03-03T20:04:20.707104Z","steps":["trace[690671174] 'agreement among raft nodes before linearized reading' (duration: 362.304232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:20.707223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:20.344037Z","time spent":"363.153962ms","remote":"127.0.0.1:45870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":208,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-03-03T20:04:21.264688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.335074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:04:21.264796Z","caller":"traceutil/trace.go:171","msg":"trace[189888821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:390; }","duration":"298.496038ms","start":"2026-03-03T20:04:20.966275Z","end":"2026-03-03T20:04:21.264771Z","steps":["trace[189888821] 'range keys from in-memory index tree' (duration: 298.237472ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:21.700095Z","caller":"traceutil/trace.go:171","msg":"trace[1751476479] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"151.736386ms","start":"2026-03-03T20:04:21.548341Z","end":"2026-03-03T20:04:21.700077Z","steps":["trace[1751476479] 'process raft request' (duration: 150.283962ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:21.713631Z","caller":"traceutil/trace.go:171","msg":"trace[182415434] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"162.27948ms","start":"2026-03-03T20:04:21.551335Z","end":"2026-03-03T20:04:21.713615Z","steps":["trace[182415434] 'process raft request' (duration: 161.384659ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:21.713946Z","caller":"traceutil/trace.go:171","msg":"trace[1009301357] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"162.098785ms","start":"2026-03-03T20:04:21.551837Z","end":"2026-03-03T20:04:21.713936Z","steps":["trace[1009301357] 'process raft request' (duration: 161.708136ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:21.714164Z","caller":"traceutil/trace.go:171","msg":"trace[1675946519] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"162.252849ms","start":"2026-03-03T20:04:21.551889Z","end":"2026-03-03T20:04:21.714142Z","steps":["trace[1675946519] 'process raft request' (duration: 162.006283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:22.024966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.485909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:04:22.025146Z","caller":"traceutil/trace.go:171","msg":"trace[1990788635] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"303.219406ms","start":"2026-03-03T20:04:21.721881Z","end":"2026-03-03T20:04:22.025101Z","steps":["trace[1990788635] 'process raft request' (duration: 145.508791ms)","trace[1990788635] 'compare' (duration: 157.378707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:04:22.025308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:21.721851Z","time spent":"303.36942ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:04:22.571202Z","caller":"traceutil/trace.go:171","msg":"trace[262529643] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"100.578804ms","start":"2026-03-03T20:04:22.47059Z","end":"2026-03-03T20:04:22.571169Z","steps":["trace[262529643] 'process raft request' (duration: 100.343939ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:24.983174Z","caller":"traceutil/trace.go:171","msg":"trace[1970015590] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"178.455364ms","start":"2026-03-03T20:04:24.804686Z","end":"2026-03-03T20:04:24.983142Z","steps":["trace[1970015590] 'process raft request' (duration: 178.30739ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:34.014579Z","caller":"traceutil/trace.go:171","msg":"trace[632291064] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"206.558243ms","start":"2026-03-03T20:04:33.807989Z","end":"2026-03-03T20:04:34.014547Z","steps":["trace[632291064] 'process raft request' (duration: 206.320538ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:34.014928Z","caller":"traceutil/trace.go:171","msg":"trace[1060684961] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"206.607205ms","start":"2026-03-03T20:04:33.808285Z","end":"2026-03-03T20:04:34.014892Z","steps":["trace[1060684961] 'process raft request' (duration: 206.203536ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:34.015008Z","caller":"traceutil/trace.go:171","msg":"trace[351529552] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"192.607711ms","start":"2026-03-03T20:04:33.822376Z","end":"2026-03-03T20:04:34.014984Z","steps":["trace[351529552] 'process raft request' (duration: 192.401156ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:35.966396Z","caller":"traceutil/trace.go:171","msg":"trace[1774682752] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"115.113201ms","start":"2026-03-03T20:04:35.851256Z","end":"2026-03-03T20:04:35.96637Z","steps":["trace[1774682752] 'process raft request' (duration: 114.917616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:36.560737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.706467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T20:04:36.560764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.605111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T20:04:36.560837Z","caller":"traceutil/trace.go:171","msg":"trace[1762989132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:466; }","duration":"541.919551ms","start":"2026-03-03T20:04:36.018896Z","end":"2026-03-03T20:04:36.560816Z","steps":["trace[1762989132] 'range keys from in-memory index tree' (duration: 541.569313ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:36.560884Z","caller":"traceutil/trace.go:171","msg":"trace[1622171202] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:466; }","duration":"540.758965ms","start":"2026-03-03T20:04:36.020103Z","end":"2026-03-03T20:04:36.560862Z","steps":["trace[1622171202] 'range keys from in-memory index tree' (duration: 540.512039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:36.56089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:36.018869Z","time spent":"542.011004ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:04:36.560922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:36.020089Z","time spent":"540.825997ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:04:36.560878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.490524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T20:04:36.561133Z","caller":"traceutil/trace.go:171","msg":"trace[2125598852] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:466; }","duration":"400.796152ms","start":"2026-03-03T20:04:36.16033Z","end":"2026-03-03T20:04:36.561126Z","steps":["trace[2125598852] 'range keys from in-memory index tree' (duration: 400.116336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:36.561155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:36.160306Z","time spent":"400.843203ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:04:47.196474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875445341,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:04:47.697485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875445341,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:04:47.765387Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.627735653s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:04:47.765911Z","caller":"traceutil/trace.go:171","msg":"trace[2060884170] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"1.628347748s","start":"2026-03-03T20:04:46.13754Z","end":"2026-03-03T20:04:47.765888Z","steps":["trace[2060884170] 'process raft request' (duration: 1.628160673s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:47.766128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:46.137521Z","time spent":"1.6284615s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:04:49.01333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.604819ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T20:04:49.013435Z","caller":"traceutil/trace.go:171","msg":"trace[316036622] linearizableReadLoop","detail":"{readStateIndex:539; appliedIndex:537; }","duration":"2.317101723s","start":"2026-03-03T20:04:46.696317Z","end":"2026-03-03T20:04:49.013419Z","steps":["trace[316036622] 'read index received' (duration: 1.069395501s)","trace[316036622] 'applied index is now lower than readState.Index' (duration: 1.247704572s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:04:49.013584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.317240666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T20:04:49.013596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048190362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:04:49.013643Z","caller":"traceutil/trace.go:171","msg":"trace[662845536] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:521; }","duration":"2.317357569s","start":"2026-03-03T20:04:46.696273Z","end":"2026-03-03T20:04:49.01363Z","steps":["trace[662845536] 'agreement among raft nodes before linearized reading' (duration: 2.317217016s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:49.013585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316530761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T20:04:49.01366Z","caller":"traceutil/trace.go:171","msg":"trace[115098250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:521; }","duration":"1.048283715s","start":"2026-03-03T20:04:47.965362Z","end":"2026-03-03T20:04:49.013645Z","steps":["trace[115098250] 'agreement among raft nodes before linearized reading' (duration: 1.048187882s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:49.01367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:46.696251Z","time spent":"2.317414921s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:04:49.013695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:47.965344Z","time spent":"1.048344626s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:04:49.013697Z","caller":"traceutil/trace.go:171","msg":"trace[608598863] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:521; }","duration":"2.316661443s","start":"2026-03-03T20:04:46.697018Z","end":"2026-03-03T20:04:49.013679Z","steps":["trace[608598863] 'agreement among raft nodes before linearized reading' (duration: 2.31649621s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:49.01375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:46.697009Z","time spent":"2.316725405s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:04:49.01378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.293004236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T20:04:49.013771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266859396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4379"} {"level":"info","ts":"2026-03-03T20:04:49.013844Z","caller":"traceutil/trace.go:171","msg":"trace[1561730775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:521; }","duration":"2.293089479s","start":"2026-03-03T20:04:46.720734Z","end":"2026-03-03T20:04:49.013823Z","steps":["trace[1561730775] 'agreement among raft nodes before linearized reading' (duration: 2.292978226s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:49.013854Z","caller":"traceutil/trace.go:171","msg":"trace[502924183] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:521; }","duration":"1.266997008s","start":"2026-03-03T20:04:47.746839Z","end":"2026-03-03T20:04:49.013836Z","steps":["trace[502924183] 'agreement among raft nodes before linearized reading' (duration: 1.266825534s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:49.0139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:47.746819Z","time spent":"1.2670722s","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4402,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T20:04:49.013907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:46.720717Z","time spent":"2.29317809s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T20:04:49.267122Z","caller":"traceutil/trace.go:171","msg":"trace[646625360] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"249.308951ms","start":"2026-03-03T20:04:49.017784Z","end":"2026-03-03T20:04:49.267093Z","steps":["trace[646625360] 'process raft request' (duration: 249.070196ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:49.267159Z","caller":"traceutil/trace.go:171","msg":"trace[466459673] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"248.759608ms","start":"2026-03-03T20:04:49.018357Z","end":"2026-03-03T20:04:49.267117Z","steps":["trace[466459673] 'process raft request' (duration: 248.654106ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:49.267258Z","caller":"traceutil/trace.go:171","msg":"trace[1826313918] linearizableReadLoop","detail":"{readStateIndex:543; appliedIndex:540; }","duration":"245.216697ms","start":"2026-03-03T20:04:49.022027Z","end":"2026-03-03T20:04:49.267244Z","steps":["trace[1826313918] 'read index received' (duration: 69.315832ms)","trace[1826313918] 'applied index is now lower than readState.Index' (duration: 175.899945ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:49.267305Z","caller":"traceutil/trace.go:171","msg":"trace[1023951685] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"245.76958ms","start":"2026-03-03T20:04:49.021505Z","end":"2026-03-03T20:04:49.267275Z","steps":["trace[1023951685] 'process raft request' (duration: 245.544755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:49.267337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.293019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:04:49.267418Z","caller":"traceutil/trace.go:171","msg":"trace[1704049559] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:525; }","duration":"245.419531ms","start":"2026-03-03T20:04:49.02199Z","end":"2026-03-03T20:04:49.26741Z","steps":["trace[1704049559] 'agreement among raft nodes before linearized reading' (duration: 245.300738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:51.791523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.490406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T20:04:51.791629Z","caller":"traceutil/trace.go:171","msg":"trace[1901790334] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:533; }","duration":"249.6689ms","start":"2026-03-03T20:04:51.541937Z","end":"2026-03-03T20:04:51.791606Z","steps":["trace[1901790334] 'range keys from in-memory index tree' (duration: 249.384572ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:51.912003Z","caller":"traceutil/trace.go:171","msg":"trace[1478403203] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"117.29889ms","start":"2026-03-03T20:04:51.794681Z","end":"2026-03-03T20:04:51.91198Z","steps":["trace[1478403203] 'process raft request' (duration: 117.160727ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:54.064022Z","caller":"traceutil/trace.go:171","msg":"trace[1513457372] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"693.606987ms","start":"2026-03-03T20:04:53.370384Z","end":"2026-03-03T20:04:54.063991Z","steps":["trace[1513457372] 'process raft request' (duration: 693.438463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:54.06422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:53.370357Z","time spent":"693.766111ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:04:54.628378Z","caller":"traceutil/trace.go:171","msg":"trace[703111215] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"1.257458516s","start":"2026-03-03T20:04:53.370891Z","end":"2026-03-03T20:04:54.628349Z","steps":["trace[703111215] 'process raft request' (duration: 1.218897985s)","trace[703111215] 'compare' (duration: 38.271375ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:54.628441Z","caller":"traceutil/trace.go:171","msg":"trace[204304348] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"177.303467ms","start":"2026-03-03T20:04:54.451113Z","end":"2026-03-03T20:04:54.628417Z","steps":["trace[204304348] 'process raft request' (duration: 177.191894ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:54.628444Z","caller":"traceutil/trace.go:171","msg":"trace[1553183906] linearizableReadLoop","detail":"{readStateIndex:578; appliedIndex:576; }","duration":"712.495874ms","start":"2026-03-03T20:04:53.915917Z","end":"2026-03-03T20:04:54.628413Z","steps":["trace[1553183906] 'read index received' (duration: 148.03837ms)","trace[1553183906] 'applied index is now lower than readState.Index' (duration: 564.454784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:04:54.628523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:53.370878Z","time spent":"1.25757415s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:04:54.628644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.710789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T20:04:54.628677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.181634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:04:54.628727Z","caller":"traceutil/trace.go:171","msg":"trace[1630445938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:560; }","duration":"712.845632ms","start":"2026-03-03T20:04:53.915867Z","end":"2026-03-03T20:04:54.628712Z","steps":["trace[1630445938] 'agreement among raft nodes before linearized reading' (duration: 712.631977ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:54.628753Z","caller":"traceutil/trace.go:171","msg":"trace[1454733055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:560; }","duration":"663.311017ms","start":"2026-03-03T20:04:53.965422Z","end":"2026-03-03T20:04:54.628733Z","steps":["trace[1454733055] 'agreement among raft nodes before linearized reading' (duration: 663.185134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:54.628778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:53.915844Z","time spent":"712.920954ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:04:54.628808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:53.965395Z","time spent":"663.40274ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:05:00.913978Z","caller":"traceutil/trace.go:171","msg":"trace[1249601581] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"258.214587ms","start":"2026-03-03T20:05:00.655733Z","end":"2026-03-03T20:05:00.913947Z","steps":["trace[1249601581] 'process raft request' (duration: 258.002592ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:01.156006Z","caller":"traceutil/trace.go:171","msg":"trace[202417005] linearizableReadLoop","detail":"{readStateIndex:716; appliedIndex:714; }","duration":"457.982112ms","start":"2026-03-03T20:05:00.698001Z","end":"2026-03-03T20:05:01.155983Z","steps":["trace[202417005] 'read index received' (duration: 215.804207ms)","trace[202417005] 'applied index is now lower than readState.Index' (duration: 242.177055ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:01.156119Z","caller":"traceutil/trace.go:171","msg":"trace[1744667215] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"498.254003ms","start":"2026-03-03T20:05:00.65781Z","end":"2026-03-03T20:05:01.156064Z","steps":["trace[1744667215] 'process raft request' (duration: 465.458416ms)","trace[1744667215] 'compare' (duration: 32.531451ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:01.156146Z","caller":"traceutil/trace.go:171","msg":"trace[20954580] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"274.41289ms","start":"2026-03-03T20:05:00.881682Z","end":"2026-03-03T20:05:01.156095Z","steps":["trace[20954580] 'process raft request' (duration: 274.254066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:01.156203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.555009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:05:01.156303Z","caller":"traceutil/trace.go:171","msg":"trace[1990456244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:697; }","duration":"189.708653ms","start":"2026-03-03T20:05:00.966572Z","end":"2026-03-03T20:05:01.156281Z","steps":["trace[1990456244] 'agreement among raft nodes before linearized reading' (duration: 189.57295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:01.156348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:00.657777Z","time spent":"498.460337ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:05:01.156318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.29578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-mrvg6\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-03T20:05:01.156434Z","caller":"traceutil/trace.go:171","msg":"trace[1547324642] range","detail":"{range_begin:/registry/pods/kube-system/cilium-mrvg6; range_end:; response_count:1; response_revision:697; }","duration":"458.442122ms","start":"2026-03-03T20:05:00.697972Z","end":"2026-03-03T20:05:01.156414Z","steps":["trace[1547324642] 'agreement among raft nodes before linearized reading' (duration: 458.185577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:01.156487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:00.69796Z","time spent":"458.518995ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-mrvg6\" "} {"level":"info","ts":"2026-03-03T20:05:01.643208Z","caller":"traceutil/trace.go:171","msg":"trace[1146991893] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"472.623482ms","start":"2026-03-03T20:05:01.17056Z","end":"2026-03-03T20:05:01.643184Z","steps":["trace[1146991893] 'process raft request' (duration: 472.456358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:01.643358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:01.170537Z","time spent":"472.746114ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:01.653404Z","caller":"traceutil/trace.go:171","msg":"trace[842081376] linearizableReadLoop","detail":"{readStateIndex:719; appliedIndex:717; }","duration":"154.880189ms","start":"2026-03-03T20:05:01.498509Z","end":"2026-03-03T20:05:01.653389Z","steps":["trace[842081376] 'read index received' (duration: 144.521139ms)","trace[842081376] 'applied index is now lower than readState.Index' (duration: 10.35845ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:01.653476Z","caller":"traceutil/trace.go:171","msg":"trace[2110390095] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"480.406942ms","start":"2026-03-03T20:05:01.173054Z","end":"2026-03-03T20:05:01.653461Z","steps":["trace[2110390095] 'process raft request' (duration: 480.252158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:01.653542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.039093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T20:05:01.65356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:01.173035Z","time spent":"480.474194ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:01.65358Z","caller":"traceutil/trace.go:171","msg":"trace[1692682540] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:699; }","duration":"155.124885ms","start":"2026-03-03T20:05:01.498444Z","end":"2026-03-03T20:05:01.653568Z","steps":["trace[1692682540] 'agreement among raft nodes before linearized reading' (duration: 155.004552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:01.934342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.579065ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-03T20:05:02.32327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.192234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-03T20:05:02.323425Z","caller":"traceutil/trace.go:171","msg":"trace[1215557225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:700; }","duration":"196.418259ms","start":"2026-03-03T20:05:02.126977Z","end":"2026-03-03T20:05:02.323395Z","steps":["trace[1215557225] 'range keys from in-memory index tree' (duration: 195.933508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:03.465412Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875445662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:05:03.965569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875445662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:05:04.46627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875445662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:05:04.965661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000288891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:05:04.965726Z","caller":"traceutil/trace.go:171","msg":"trace[1695930670] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000406074s","start":"2026-03-03T20:05:02.965307Z","end":"2026-03-03T20:05:04.965714Z","steps":["trace[1695930670] 'agreement among raft nodes before linearized reading' (duration: 2.000329452s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:04.965758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:02.965285Z","time spent":"2.000466275s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:05:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:05:04.966843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875445662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:05:05.186339Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.263755363s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:05:05.186688Z","caller":"traceutil/trace.go:171","msg":"trace[990640680] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"2.264202614s","start":"2026-03-03T20:05:02.922464Z","end":"2026-03-03T20:05:05.186667Z","steps":["trace[990640680] 'process raft request' (duration: 2.264077071s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:05.186814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:02.922434Z","time spent":"2.264308246s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:05.319086Z","caller":"traceutil/trace.go:171","msg":"trace[112437246] linearizableReadLoop","detail":"{readStateIndex:724; appliedIndex:722; }","duration":"2.353708129s","start":"2026-03-03T20:05:02.96536Z","end":"2026-03-03T20:05:05.319069Z","steps":["trace[112437246] 'read index received' (duration: 2.22116675s)","trace[112437246] 'applied index is now lower than readState.Index' (duration: 132.540459ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:05.319172Z","caller":"traceutil/trace.go:171","msg":"trace[60818723] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"426.443543ms","start":"2026-03-03T20:05:04.892722Z","end":"2026-03-03T20:05:05.319165Z","steps":["trace[60818723] 'process raft request' (duration: 425.743937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:05.319251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:04.892696Z","time spent":"426.493155ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:05:05.319394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662033875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-03T20:05:05.319394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.589922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:05:05.319482Z","caller":"traceutil/trace.go:171","msg":"trace[1248691055] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:703; }","duration":"1.662141097s","start":"2026-03-03T20:05:03.65732Z","end":"2026-03-03T20:05:05.319461Z","steps":["trace[1248691055] 'agreement among raft nodes before linearized reading' (duration: 1.661940953s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:05.319492Z","caller":"traceutil/trace.go:171","msg":"trace[1417002342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:703; }","duration":"353.726535ms","start":"2026-03-03T20:05:04.965744Z","end":"2026-03-03T20:05:05.31947Z","steps":["trace[1417002342] 'agreement among raft nodes before linearized reading' (duration: 353.576041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:05.319533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:04.965724Z","time spent":"353.798607ms","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:05:05.319532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:03.657304Z","time spent":"1.66221571s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:05:05.319546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.780364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-03T20:05:05.319644Z","caller":"traceutil/trace.go:171","msg":"trace[965888275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:703; }","duration":"897.913848ms","start":"2026-03-03T20:05:04.421705Z","end":"2026-03-03T20:05:05.319619Z","steps":["trace[965888275] 'agreement among raft nodes before linearized reading' (duration: 897.539419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:05.319809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:04.42169Z","time spent":"898.038151ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:05:05.32Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159297396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T20:05:05.320062Z","caller":"traceutil/trace.go:171","msg":"trace[2021919303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:703; }","duration":"2.159401489s","start":"2026-03-03T20:05:03.160646Z","end":"2026-03-03T20:05:05.320048Z","steps":["trace[2021919303] 'agreement among raft nodes before linearized reading' (duration: 2.15858301s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:05.320106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:03.160623Z","time spent":"2.15947197s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T20:05:05.44931Z","caller":"traceutil/trace.go:171","msg":"trace[1478545229] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"125.046336ms","start":"2026-03-03T20:05:05.324243Z","end":"2026-03-03T20:05:05.449289Z","steps":["trace[1478545229] 'process raft request' (duration: 122.276612ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:05.44931Z","caller":"traceutil/trace.go:171","msg":"trace[542268262] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"124.619566ms","start":"2026-03-03T20:05:05.324666Z","end":"2026-03-03T20:05:05.449285Z","steps":["trace[542268262] 'process raft request' (duration: 124.501134ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:05.449399Z","caller":"traceutil/trace.go:171","msg":"trace[603206852] linearizableReadLoop","detail":"{readStateIndex:728; appliedIndex:724; }","duration":"119.887018ms","start":"2026-03-03T20:05:05.329496Z","end":"2026-03-03T20:05:05.449383Z","steps":["trace[603206852] 'read index received' (duration: 89.353623ms)","trace[603206852] 'applied index is now lower than readState.Index' (duration: 30.531935ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:05.449478Z","caller":"traceutil/trace.go:171","msg":"trace[373631141] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"124.672078ms","start":"2026-03-03T20:05:05.324786Z","end":"2026-03-03T20:05:05.449458Z","steps":["trace[373631141] 'process raft request' (duration: 124.452843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:05.449517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.00152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:05:05.449549Z","caller":"traceutil/trace.go:171","msg":"trace[567098721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:707; }","duration":"120.060561ms","start":"2026-03-03T20:05:05.329479Z","end":"2026-03-03T20:05:05.44954Z","steps":["trace[567098721] 'agreement among raft nodes before linearized reading' (duration: 119.957889ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:05.846943Z","caller":"traceutil/trace.go:171","msg":"trace[704965975] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"117.726428ms","start":"2026-03-03T20:05:05.729188Z","end":"2026-03-03T20:05:05.846914Z","steps":["trace[704965975] 'process raft request' (duration: 115.974697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:07.14087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.244903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:05:07.140991Z","caller":"traceutil/trace.go:171","msg":"trace[2078770051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:713; }","duration":"249.408148ms","start":"2026-03-03T20:05:06.891557Z","end":"2026-03-03T20:05:07.140965Z","steps":["trace[2078770051] 'range keys from in-memory index tree' (duration: 249.174032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:07.16735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.375227ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T20:05:09.119536Z","caller":"traceutil/trace.go:171","msg":"trace[1503085644] linearizableReadLoop","detail":"{readStateIndex:744; appliedIndex:743; }","duration":"153.722539ms","start":"2026-03-03T20:05:08.965787Z","end":"2026-03-03T20:05:09.119509Z","steps":["trace[1503085644] 'read index received' (duration: 153.519034ms)","trace[1503085644] 'applied index is now lower than readState.Index' (duration: 202.195µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:09.119617Z","caller":"traceutil/trace.go:171","msg":"trace[986691318] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"219.61966ms","start":"2026-03-03T20:05:08.899942Z","end":"2026-03-03T20:05:09.119561Z","steps":["trace[986691318] 'process raft request' (duration: 219.439386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:09.119701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.882652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:05:09.119739Z","caller":"traceutil/trace.go:171","msg":"trace[676982456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:722; }","duration":"153.980725ms","start":"2026-03-03T20:05:08.965748Z","end":"2026-03-03T20:05:09.119728Z","steps":["trace[676982456] 'agreement among raft nodes before linearized reading' (duration: 153.860282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:09.463651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.325378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T20:05:09.463731Z","caller":"traceutil/trace.go:171","msg":"trace[1160037886] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:722; }","duration":"237.452131ms","start":"2026-03-03T20:05:09.226262Z","end":"2026-03-03T20:05:09.463714Z","steps":["trace[1160037886] 'range keys from in-memory index tree' (duration: 237.147994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:09.936862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875445701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:05:10.437148Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875445701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:05:10.748654Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.32558823s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:05:10.749134Z","caller":"traceutil/trace.go:171","msg":"trace[2044109990] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"1.326152703s","start":"2026-03-03T20:05:09.422953Z","end":"2026-03-03T20:05:10.749106Z","steps":["trace[2044109990] 'process raft request' (duration: 1.325978409s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:10.749283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:09.422921Z","time spent":"1.326298026s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T20:05:11.050927Z","caller":"traceutil/trace.go:171","msg":"trace[1740175848] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"1.583112385s","start":"2026-03-03T20:05:09.467777Z","end":"2026-03-03T20:05:11.05089Z","steps":["trace[1740175848] 'process raft request' (duration: 1.549482038s)","trace[1740175848] 'compare' (duration: 33.364311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:11.051124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615091353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T20:05:11.05112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:09.467755Z","time spent":"1.583269818s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:11.051189Z","caller":"traceutil/trace.go:171","msg":"trace[1554259244] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:724; }","duration":"1.615201615s","start":"2026-03-03T20:05:09.435972Z","end":"2026-03-03T20:05:11.051173Z","steps":["trace[1554259244] 'agreement among raft nodes before linearized reading' (duration: 1.615010091s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:11.051245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:09.435956Z","time spent":"1.615276597s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T20:05:11.050897Z","caller":"traceutil/trace.go:171","msg":"trace[181063467] linearizableReadLoop","detail":"{readStateIndex:746; appliedIndex:744; }","duration":"1.614867407s","start":"2026-03-03T20:05:09.436007Z","end":"2026-03-03T20:05:11.050874Z","steps":["trace[181063467] 'read index received' (duration: 1.31301095s)","trace[181063467] 'applied index is now lower than readState.Index' (duration: 301.855277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:11.051711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250918446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:05:11.051763Z","caller":"traceutil/trace.go:171","msg":"trace[849053368] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:724; }","duration":"1.250978928s","start":"2026-03-03T20:05:09.800769Z","end":"2026-03-03T20:05:11.051748Z","steps":["trace[849053368] 'agreement among raft nodes before linearized reading' (duration: 1.250886216s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:11.051789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580933774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T20:05:11.051805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:09.800734Z","time spent":"1.251059389s","remote":"127.0.0.1:46144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:05:11.051851Z","caller":"traceutil/trace.go:171","msg":"trace[1090280969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:724; }","duration":"1.581016597s","start":"2026-03-03T20:05:09.470818Z","end":"2026-03-03T20:05:11.051834Z","steps":["trace[1090280969] 'agreement among raft nodes before linearized reading' (duration: 1.580859373s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:11.051921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:09.470804Z","time spent":"1.581105108s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:05:11.051929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.235739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:05:11.051989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306841807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-mrvg6\" ","response":"range_response_count:1 size:17790"} {"level":"warn","ts":"2026-03-03T20:05:11.052077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571124698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T20:05:11.052079Z","caller":"traceutil/trace.go:171","msg":"trace[560446801] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:724; }","duration":"958.457865ms","start":"2026-03-03T20:05:10.093589Z","end":"2026-03-03T20:05:11.052047Z","steps":["trace[560446801] 'agreement among raft nodes before linearized reading' (duration: 958.163468ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:11.0521Z","caller":"traceutil/trace.go:171","msg":"trace[1052338342] range","detail":"{range_begin:/registry/pods/kube-system/cilium-mrvg6; range_end:; response_count:1; response_revision:724; }","duration":"1.307023291s","start":"2026-03-03T20:05:09.745051Z","end":"2026-03-03T20:05:11.052074Z","steps":["trace[1052338342] 'agreement among raft nodes before linearized reading' (duration: 1.306692654s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:11.052126Z","caller":"traceutil/trace.go:171","msg":"trace[864182719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:724; }","duration":"1.57119977s","start":"2026-03-03T20:05:09.480912Z","end":"2026-03-03T20:05:11.052112Z","steps":["trace[864182719] 'agreement among raft nodes before linearized reading' (duration: 1.571082417s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:11.052151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:09.745032Z","time spent":"1.307105923s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17813,"request content":"key:\"/registry/pods/kube-system/cilium-mrvg6\" "} {"level":"warn","ts":"2026-03-03T20:05:11.052163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:09.480898Z","time spent":"1.571257531s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:05:11.05218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:10.093572Z","time spent":"958.588957ms","remote":"127.0.0.1:46016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:05:11.312678Z","caller":"traceutil/trace.go:171","msg":"trace[343791215] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"241.361871ms","start":"2026-03-03T20:05:11.071294Z","end":"2026-03-03T20:05:11.312656Z","steps":["trace[343791215] 'process raft request' (duration: 241.276569ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:11.312732Z","caller":"traceutil/trace.go:171","msg":"trace[2119994079] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"241.403392ms","start":"2026-03-03T20:05:11.071271Z","end":"2026-03-03T20:05:11.312674Z","steps":["trace[2119994079] 'process raft request' (duration: 241.177477ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:11.312882Z","caller":"traceutil/trace.go:171","msg":"trace[1944341357] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"236.371116ms","start":"2026-03-03T20:05:11.076496Z","end":"2026-03-03T20:05:11.312867Z","steps":["trace[1944341357] 'process raft request' (duration: 236.11002ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:11.455305Z","caller":"traceutil/trace.go:171","msg":"trace[322559055] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"148.687842ms","start":"2026-03-03T20:05:11.30659Z","end":"2026-03-03T20:05:11.455278Z","steps":["trace[322559055] 'process raft request' (duration: 104.093693ms)","trace[322559055] 'compare' (duration: 44.493107ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:11.818716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.263693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:05:11.818977Z","caller":"traceutil/trace.go:171","msg":"trace[763361206] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"281.963759ms","start":"2026-03-03T20:05:11.536977Z","end":"2026-03-03T20:05:11.818941Z","steps":["trace[763361206] 'process raft request' (duration: 29.405199ms)","trace[763361206] 'compare' (duration: 252.166021ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:12.199791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.457177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:05:12.199868Z","caller":"traceutil/trace.go:171","msg":"trace[1502671405] linearizableReadLoop","detail":"{readStateIndex:756; appliedIndex:754; }","duration":"339.080257ms","start":"2026-03-03T20:05:11.860776Z","end":"2026-03-03T20:05:12.199856Z","steps":["trace[1502671405] 'read index received' (duration: 46.119374ms)","trace[1502671405] 'applied index is now lower than readState.Index' (duration: 292.960043ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:12.199927Z","caller":"traceutil/trace.go:171","msg":"trace[575701336] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"339.527316ms","start":"2026-03-03T20:05:11.860391Z","end":"2026-03-03T20:05:12.199918Z","steps":["trace[575701336] 'process raft request' (duration: 109.886475ms)","trace[575701336] 'compare' (duration: 229.356474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:12.199958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:11.860374Z","time spent":"339.570908ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:05:12.200064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.043176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:05:12.200162Z","caller":"traceutil/trace.go:171","msg":"trace[987859808] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:732; }","duration":"235.199909ms","start":"2026-03-03T20:05:11.964938Z","end":"2026-03-03T20:05:12.200138Z","steps":["trace[987859808] 'agreement among raft nodes before linearized reading' (duration: 235.008135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:12.200139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.351863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T20:05:12.200342Z","caller":"traceutil/trace.go:171","msg":"trace[517092660] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:732; }","duration":"339.462755ms","start":"2026-03-03T20:05:11.860751Z","end":"2026-03-03T20:05:12.200214Z","steps":["trace[517092660] 'agreement among raft nodes before linearized reading' (duration: 339.26327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:12.200399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:11.860743Z","time spent":"339.642289ms","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T20:05:13.592001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.121145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:05:13.59212Z","caller":"traceutil/trace.go:171","msg":"trace[252902348] linearizableReadLoop","detail":"{readStateIndex:759; appliedIndex:758; }","duration":"275.726915ms","start":"2026-03-03T20:05:13.316355Z","end":"2026-03-03T20:05:13.592082Z","steps":["trace[252902348] 'read index received' (duration: 85.633527ms)","trace[252902348] 'applied index is now lower than readState.Index' (duration: 190.092148ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:13.592195Z","caller":"traceutil/trace.go:171","msg":"trace[1491734696] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"380.748979ms","start":"2026-03-03T20:05:13.211436Z","end":"2026-03-03T20:05:13.592185Z","steps":["trace[1491734696] 'process raft request' (duration: 190.540029ms)","trace[1491734696] 'compare' (duration: 186.70733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:13.592254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:13.211416Z","time spent":"380.80897ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:05:13.592406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.815217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T20:05:13.592513Z","caller":"traceutil/trace.go:171","msg":"trace[1053638868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:735; }","duration":"275.947619ms","start":"2026-03-03T20:05:13.316538Z","end":"2026-03-03T20:05:13.592486Z","steps":["trace[1053638868] 'agreement among raft nodes before linearized reading' (duration: 275.686653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:13.592594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.206376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T20:05:13.59268Z","caller":"traceutil/trace.go:171","msg":"trace[1396850075] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:735; }","duration":"276.333728ms","start":"2026-03-03T20:05:13.316323Z","end":"2026-03-03T20:05:13.592657Z","steps":["trace[1396850075] 'agreement among raft nodes before linearized reading' (duration: 276.042002ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:13.773435Z","caller":"traceutil/trace.go:171","msg":"trace[1078412953] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"168.678224ms","start":"2026-03-03T20:05:13.604722Z","end":"2026-03-03T20:05:13.773401Z","steps":["trace[1078412953] 'process raft request' (duration: 100.479399ms)","trace[1078412953] 'compare' (duration: 68.032451ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:13.77354Z","caller":"traceutil/trace.go:171","msg":"trace[868262013] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"128.797813ms","start":"2026-03-03T20:05:13.644587Z","end":"2026-03-03T20:05:13.773385Z","steps":["trace[868262013] 'process raft request' (duration: 128.750772ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:13.980786Z","caller":"traceutil/trace.go:171","msg":"trace[92065016] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"203.958308ms","start":"2026-03-03T20:05:13.776795Z","end":"2026-03-03T20:05:13.980753Z","steps":["trace[92065016] 'process raft request' (duration: 120.668385ms)","trace[92065016] 'compare' (duration: 83.15289ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:14.5721Z","caller":"traceutil/trace.go:171","msg":"trace[1247390076] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"221.315308ms","start":"2026-03-03T20:05:14.350753Z","end":"2026-03-03T20:05:14.572069Z","steps":["trace[1247390076] 'process raft request' (duration: 221.157705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:16.601353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.495619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"warn","ts":"2026-03-03T20:05:16.60137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.680949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-03T20:05:16.60144Z","caller":"traceutil/trace.go:171","msg":"trace[249404486] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:784; }","duration":"103.602041ms","start":"2026-03-03T20:05:16.497818Z","end":"2026-03-03T20:05:16.60142Z","steps":["trace[249404486] 'range keys from in-memory index tree' (duration: 103.322544ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:16.601458Z","caller":"traceutil/trace.go:171","msg":"trace[1173289274] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:784; }","duration":"173.828522ms","start":"2026-03-03T20:05:16.427609Z","end":"2026-03-03T20:05:16.601438Z","steps":["trace[1173289274] 'range keys from in-memory index tree' (duration: 173.561136ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:16.991105Z","caller":"traceutil/trace.go:171","msg":"trace[976720936] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"147.033154ms","start":"2026-03-03T20:05:16.84405Z","end":"2026-03-03T20:05:16.991083Z","steps":["trace[976720936] 'process raft request' (duration: 138.136289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:16.991161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.23733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-mrvg6\" ","response":"range_response_count:1 size:18516"} {"level":"info","ts":"2026-03-03T20:05:16.99124Z","caller":"traceutil/trace.go:171","msg":"trace[1910393696] range","detail":"{range_begin:/registry/pods/kube-system/cilium-mrvg6; range_end:; response_count:1; response_revision:785; }","duration":"167.359824ms","start":"2026-03-03T20:05:16.823861Z","end":"2026-03-03T20:05:16.991221Z","steps":["trace[1910393696] 'range keys from in-memory index tree' (duration: 167.069007ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:16.995155Z","caller":"traceutil/trace.go:171","msg":"trace[285169602] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"146.116663ms","start":"2026-03-03T20:05:16.849019Z","end":"2026-03-03T20:05:16.995136Z","steps":["trace[285169602] 'process raft request' (duration: 145.956789ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:16.998581Z","caller":"traceutil/trace.go:171","msg":"trace[77867042] linearizableReadLoop","detail":"{readStateIndex:811; appliedIndex:809; }","duration":"101.281518ms","start":"2026-03-03T20:05:16.897288Z","end":"2026-03-03T20:05:16.99857Z","steps":["trace[77867042] 'read index received' (duration: 85.009742ms)","trace[77867042] 'applied index is now lower than readState.Index' (duration: 16.270696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:16.998723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.431071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-03-03T20:05:16.998757Z","caller":"traceutil/trace.go:171","msg":"trace[2010420723] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:787; }","duration":"101.511483ms","start":"2026-03-03T20:05:16.897234Z","end":"2026-03-03T20:05:16.998745Z","steps":["trace[2010420723] 'agreement among raft nodes before linearized reading' (duration: 101.37708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:18.602442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.38987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-03T20:05:18.602545Z","caller":"traceutil/trace.go:171","msg":"trace[1374478385] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:830; }","duration":"104.543983ms","start":"2026-03-03T20:05:18.497979Z","end":"2026-03-03T20:05:18.602523Z","steps":["trace[1374478385] 'range keys from in-memory index tree' (duration: 104.229466ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:31.559488Z","caller":"traceutil/trace.go:171","msg":"trace[959998906] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"245.198741ms","start":"2026-03-03T20:05:31.314261Z","end":"2026-03-03T20:05:31.55946Z","steps":["trace[959998906] 'process raft request' (duration: 244.861153ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:34.032454Z","caller":"traceutil/trace.go:171","msg":"trace[197876576] linearizableReadLoop","detail":"{readStateIndex:994; appliedIndex:992; }","duration":"145.95737ms","start":"2026-03-03T20:05:33.886473Z","end":"2026-03-03T20:05:34.03243Z","steps":["trace[197876576] 'read index received' (duration: 58.430569ms)","trace[197876576] 'applied index is now lower than readState.Index' (duration: 87.525411ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:34.032516Z","caller":"traceutil/trace.go:171","msg":"trace[1102693027] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"175.632165ms","start":"2026-03-03T20:05:33.856855Z","end":"2026-03-03T20:05:34.032488Z","steps":["trace[1102693027] 'process raft request' (duration: 170.21022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:34.032722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.239226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T20:05:34.03277Z","caller":"traceutil/trace.go:171","msg":"trace[563520049] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:965; }","duration":"146.306327ms","start":"2026-03-03T20:05:33.886451Z","end":"2026-03-03T20:05:34.032758Z","steps":["trace[563520049] 'agreement among raft nodes before linearized reading' (duration: 146.126613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:44.113168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.202647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:05:44.113309Z","caller":"traceutil/trace.go:171","msg":"trace[2138048717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1013; }","duration":"147.406811ms","start":"2026-03-03T20:05:43.965883Z","end":"2026-03-03T20:05:44.11329Z","steps":["trace[2138048717] 'range keys from in-memory index tree' (duration: 147.124585ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:48.442135Z","caller":"traceutil/trace.go:171","msg":"trace[1840342358] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"123.118692ms","start":"2026-03-03T20:05:48.318981Z","end":"2026-03-03T20:05:48.4421Z","steps":["trace[1840342358] 'process raft request' (duration: 60.957357ms)","trace[1840342358] 'compare' (duration: 61.989821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:51.936083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:51.503029Z","time spent":"433.050607ms","remote":"127.0.0.1:45704","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T20:05:52.218595Z","caller":"traceutil/trace.go:171","msg":"trace[1159706013] linearizableReadLoop","detail":"{readStateIndex:1073; appliedIndex:1072; }","duration":"252.692562ms","start":"2026-03-03T20:05:51.96588Z","end":"2026-03-03T20:05:52.218573Z","steps":["trace[1159706013] 'read index received' (duration: 185.45571ms)","trace[1159706013] 'applied index is now lower than readState.Index' (duration: 67.235552ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:52.218623Z","caller":"traceutil/trace.go:171","msg":"trace[125062677] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"281.489728ms","start":"2026-03-03T20:05:51.93709Z","end":"2026-03-03T20:05:52.21858Z","steps":["trace[125062677] 'process raft request' (duration: 214.150443ms)","trace[125062677] 'compare' (duration: 67.1236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:52.218825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.933009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:05:52.218887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.810812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T20:05:52.218893Z","caller":"traceutil/trace.go:171","msg":"trace[1766467726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1040; }","duration":"253.03985ms","start":"2026-03-03T20:05:51.965837Z","end":"2026-03-03T20:05:52.218877Z","steps":["trace[1766467726] 'agreement among raft nodes before linearized reading' (duration: 252.867576ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:52.218927Z","caller":"traceutil/trace.go:171","msg":"trace[553764451] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1040; }","duration":"212.898444ms","start":"2026-03-03T20:05:52.006016Z","end":"2026-03-03T20:05:52.218915Z","steps":["trace[553764451] 'agreement among raft nodes before linearized reading' (duration: 212.70107ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:55.309624Z","caller":"traceutil/trace.go:171","msg":"trace[1000774021] linearizableReadLoop","detail":"{readStateIndex:1090; appliedIndex:1089; }","duration":"100.529871ms","start":"2026-03-03T20:05:55.209069Z","end":"2026-03-03T20:05:55.309599Z","steps":["trace[1000774021] 'read index received' (duration: 100.311936ms)","trace[1000774021] 'applied index is now lower than readState.Index' (duration: 217.065µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:55.309683Z","caller":"traceutil/trace.go:171","msg":"trace[2130598345] transaction","detail":"{read_only:false; response_revision:1057; number_of_response:1; }","duration":"112.408535ms","start":"2026-03-03T20:05:55.197241Z","end":"2026-03-03T20:05:55.30965Z","steps":["trace[2130598345] 'process raft request' (duration: 112.19578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:55.30981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.732825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T20:05:55.309852Z","caller":"traceutil/trace.go:171","msg":"trace[1266935463] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1057; }","duration":"100.793916ms","start":"2026-03-03T20:05:55.209047Z","end":"2026-03-03T20:05:55.309841Z","steps":["trace[1266935463] 'agreement among raft nodes before linearized reading' (duration: 100.649973ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:07.491498Z","caller":"traceutil/trace.go:171","msg":"trace[1194619444] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"386.447301ms","start":"2026-03-03T20:06:07.105005Z","end":"2026-03-03T20:06:07.491453Z","steps":["trace[1194619444] 'process raft request' (duration: 386.107843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:07.491754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:07.10498Z","time spent":"386.665936ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4335,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:06:10.567092Z","caller":"traceutil/trace.go:171","msg":"trace[1387503992] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"130.86682ms","start":"2026-03-03T20:06:10.436195Z","end":"2026-03-03T20:06:10.567062Z","steps":["trace[1387503992] 'process raft request' (duration: 130.620824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:12.801617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.274756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T20:06:12.801977Z","caller":"traceutil/trace.go:171","msg":"trace[732665499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1274; }","duration":"152.671964ms","start":"2026-03-03T20:06:12.649277Z","end":"2026-03-03T20:06:12.801949Z","steps":["trace[732665499] 'range keys from in-memory index tree' (duration: 152.071761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:12.801671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.844297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T20:06:12.802307Z","caller":"traceutil/trace.go:171","msg":"trace[1882734037] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1274; }","duration":"159.513193ms","start":"2026-03-03T20:06:12.642776Z","end":"2026-03-03T20:06:12.80229Z","steps":["trace[1882734037] 'range keys from in-memory index tree' (duration: 158.688094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:12.801665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.05781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T20:06:12.802406Z","caller":"traceutil/trace.go:171","msg":"trace[1072927782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1274; }","duration":"231.847417ms","start":"2026-03-03T20:06:12.570537Z","end":"2026-03-03T20:06:12.802384Z","steps":["trace[1072927782] 'range keys from in-memory index tree' (duration: 230.891805ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:13.246015Z","caller":"traceutil/trace.go:171","msg":"trace[1905702474] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"439.752843ms","start":"2026-03-03T20:06:12.806235Z","end":"2026-03-03T20:06:13.245988Z","steps":["trace[1905702474] 'process raft request' (duration: 439.552538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:13.246219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:12.806208Z","time spent":"439.914936ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:06:13.248452Z","caller":"traceutil/trace.go:171","msg":"trace[547926235] linearizableReadLoop","detail":"{readStateIndex:1322; appliedIndex:1319; }","duration":"282.833059ms","start":"2026-03-03T20:06:12.965604Z","end":"2026-03-03T20:06:13.248437Z","steps":["trace[547926235] 'read index received' (duration: 280.963865ms)","trace[547926235] 'applied index is now lower than readState.Index' (duration: 1.868194ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:06:13.248602Z","caller":"traceutil/trace.go:171","msg":"trace[438509851] transaction","detail":"{read_only:false; response_revision:1276; number_of_response:1; }","duration":"441.679347ms","start":"2026-03-03T20:06:12.806834Z","end":"2026-03-03T20:06:13.248514Z","steps":["trace[438509851] 'process raft request' (duration: 441.452462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:13.248707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.100746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:06:13.248756Z","caller":"traceutil/trace.go:171","msg":"trace[800796955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1278; }","duration":"283.191968ms","start":"2026-03-03T20:06:12.965552Z","end":"2026-03-03T20:06:13.248744Z","steps":["trace[800796955] 'agreement among raft nodes before linearized reading' (duration: 283.087015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:13.248772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:12.806823Z","time spent":"441.860911ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:06:13.248797Z","caller":"traceutil/trace.go:171","msg":"trace[949067116] transaction","detail":"{read_only:false; response_revision:1277; number_of_response:1; }","duration":"441.81888ms","start":"2026-03-03T20:06:12.806936Z","end":"2026-03-03T20:06:13.248755Z","steps":["trace[949067116] 'process raft request' (duration: 441.416691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:13.248748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.687857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:06:13.248913Z","caller":"traceutil/trace.go:171","msg":"trace[1006693633] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1278; }","duration":"238.866361ms","start":"2026-03-03T20:06:13.010017Z","end":"2026-03-03T20:06:13.248884Z","steps":["trace[1006693633] 'agreement among raft nodes before linearized reading' (duration: 238.597005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:13.248994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:12.806928Z","time spent":"441.952974ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:06:13.248654Z","caller":"traceutil/trace.go:171","msg":"trace[1814730092] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"355.40373ms","start":"2026-03-03T20:06:12.893226Z","end":"2026-03-03T20:06:13.24863Z","steps":["trace[1814730092] 'process raft request' (duration: 355.172925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:13.249201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:12.89319Z","time spent":"355.908381ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:06:15.382155Z","caller":"traceutil/trace.go:171","msg":"trace[536292071] transaction","detail":"{read_only:false; response_revision:1286; number_of_response:1; }","duration":"126.859817ms","start":"2026-03-03T20:06:15.255273Z","end":"2026-03-03T20:06:15.382133Z","steps":["trace[536292071] 'process raft request' (duration: 126.717594ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:15.943991Z","caller":"traceutil/trace.go:171","msg":"trace[781973155] linearizableReadLoop","detail":"{readStateIndex:1332; appliedIndex:1330; }","duration":"397.397912ms","start":"2026-03-03T20:06:15.546576Z","end":"2026-03-03T20:06:15.943974Z","steps":["trace[781973155] 'read index received' (duration: 396.678736ms)","trace[781973155] 'applied index is now lower than readState.Index' (duration: 718.516µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:06:15.944086Z","caller":"traceutil/trace.go:171","msg":"trace[327290421] transaction","detail":"{read_only:false; response_revision:1287; number_of_response:1; }","duration":"687.336655ms","start":"2026-03-03T20:06:15.256712Z","end":"2026-03-03T20:06:15.944049Z","steps":["trace[327290421] 'process raft request' (duration: 686.620869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:15.944143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.553346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:06:15.94417Z","caller":"traceutil/trace.go:171","msg":"trace[733099814] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1288; }","duration":"397.630458ms","start":"2026-03-03T20:06:15.546531Z","end":"2026-03-03T20:06:15.944161Z","steps":["trace[733099814] 'agreement among raft nodes before linearized reading' (duration: 397.524245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:15.944195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:15.546507Z","time spent":"397.682888ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:06:15.944258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:15.256703Z","time spent":"687.460049ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:06:15.944278Z","caller":"traceutil/trace.go:171","msg":"trace[185741074] transaction","detail":"{read_only:false; response_revision:1288; number_of_response:1; }","duration":"686.25444ms","start":"2026-03-03T20:06:15.258017Z","end":"2026-03-03T20:06:15.944272Z","steps":["trace[185741074] 'process raft request' (duration: 685.926393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:15.944446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:15.257986Z","time spent":"686.412214ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:06:16.635336Z","caller":"traceutil/trace.go:171","msg":"trace[905973672] transaction","detail":"{read_only:false; response_revision:1292; number_of_response:1; }","duration":"118.162576ms","start":"2026-03-03T20:06:16.517153Z","end":"2026-03-03T20:06:16.635316Z","steps":["trace[905973672] 'process raft request' (duration: 118.037393ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:20.631627Z","caller":"traceutil/trace.go:171","msg":"trace[1987640305] linearizableReadLoop","detail":"{readStateIndex:1404; appliedIndex:1403; }","duration":"100.462266ms","start":"2026-03-03T20:06:20.531143Z","end":"2026-03-03T20:06:20.631605Z","steps":["trace[1987640305] 'read index received' (duration: 44.378148ms)","trace[1987640305] 'applied index is now lower than readState.Index' (duration: 56.083198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:06:20.631742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.574539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/schemareplications.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:06:20.631775Z","caller":"traceutil/trace.go:171","msg":"trace[1355065499] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/schemareplications.rabbitmq.com; range_end:; response_count:0; response_revision:1359; }","duration":"100.661781ms","start":"2026-03-03T20:06:20.531106Z","end":"2026-03-03T20:06:20.631767Z","steps":["trace[1355065499] 'agreement among raft nodes before linearized reading' (duration: 100.585639ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:20.631869Z","caller":"traceutil/trace.go:171","msg":"trace[304059467] transaction","detail":"{read_only:false; response_revision:1359; number_of_response:1; }","duration":"105.990024ms","start":"2026-03-03T20:06:20.525812Z","end":"2026-03-03T20:06:20.631802Z","steps":["trace[304059467] 'process raft request' (duration: 49.805293ms)","trace[304059467] 'compare' (duration: 55.899004ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:06:20.817459Z","caller":"traceutil/trace.go:171","msg":"trace[1399839031] linearizableReadLoop","detail":"{readStateIndex:1408; appliedIndex:1407; }","duration":"118.966445ms","start":"2026-03-03T20:06:20.698464Z","end":"2026-03-03T20:06:20.81743Z","steps":["trace[1399839031] 'read index received' (duration: 39.6974ms)","trace[1399839031] 'applied index is now lower than readState.Index' (duration: 79.267905ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:06:20.817593Z","caller":"traceutil/trace.go:171","msg":"trace[2044311913] transaction","detail":"{read_only:false; response_revision:1363; number_of_response:1; }","duration":"122.246971ms","start":"2026-03-03T20:06:20.695293Z","end":"2026-03-03T20:06:20.81754Z","steps":["trace[2044311913] 'process raft request' (duration: 42.966705ms)","trace[2044311913] 'compare' (duration: 79.05509ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:06:20.817631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.132349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/shovels.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:06:20.818148Z","caller":"traceutil/trace.go:171","msg":"trace[501087299] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/shovels.rabbitmq.com; range_end:; response_count:0; response_revision:1363; }","duration":"119.662831ms","start":"2026-03-03T20:06:20.698438Z","end":"2026-03-03T20:06:20.818101Z","steps":["trace[501087299] 'agreement among raft nodes before linearized reading' (duration: 119.123748ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:28.101556Z","caller":"traceutil/trace.go:171","msg":"trace[127236492] linearizableReadLoop","detail":"{readStateIndex:1576; appliedIndex:1575; }","duration":"120.891529ms","start":"2026-03-03T20:06:27.980619Z","end":"2026-03-03T20:06:28.101511Z","steps":["trace[127236492] 'read index received' (duration: 120.662484ms)","trace[127236492] 'applied index is now lower than readState.Index' (duration: 227.395µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:06:28.101622Z","caller":"traceutil/trace.go:171","msg":"trace[12951750] transaction","detail":"{read_only:false; response_revision:1512; number_of_response:1; }","duration":"197.379031ms","start":"2026-03-03T20:06:27.904211Z","end":"2026-03-03T20:06:28.10159Z","steps":["trace[12951750] 'process raft request' (duration: 197.115225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:28.102021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.376671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:06:28.102143Z","caller":"traceutil/trace.go:171","msg":"trace[2059860233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1512; }","duration":"121.568755ms","start":"2026-03-03T20:06:27.98055Z","end":"2026-03-03T20:06:28.102119Z","steps":["trace[2059860233] 'agreement among raft nodes before linearized reading' (duration: 121.32558ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:34.342519Z","caller":"traceutil/trace.go:171","msg":"trace[982831720] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"197.062012ms","start":"2026-03-03T20:06:34.145425Z","end":"2026-03-03T20:06:34.342487Z","steps":["trace[982831720] 'process raft request' (duration: 196.872178ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:34.763615Z","caller":"traceutil/trace.go:171","msg":"trace[1748623372] linearizableReadLoop","detail":"{readStateIndex:1660; appliedIndex:1658; }","duration":"610.592507ms","start":"2026-03-03T20:06:34.153004Z","end":"2026-03-03T20:06:34.763597Z","steps":["trace[1748623372] 'read index received' (duration: 189.282101ms)","trace[1748623372] 'applied index is now lower than readState.Index' (duration: 421.307396ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:06:34.76365Z","caller":"traceutil/trace.go:171","msg":"trace[1053617645] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"615.377249ms","start":"2026-03-03T20:06:34.148243Z","end":"2026-03-03T20:06:34.76362Z","steps":["trace[1053617645] 'process raft request' (duration: 612.349348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:34.763811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:34.148221Z","time spent":"615.503001ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:06:34.763907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.330547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T20:06:34.763992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.18655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:06:34.764003Z","caller":"traceutil/trace.go:171","msg":"trace[1112304519] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1591; }","duration":"285.47438ms","start":"2026-03-03T20:06:34.478503Z","end":"2026-03-03T20:06:34.763978Z","steps":["trace[1112304519] 'agreement among raft nodes before linearized reading' (duration: 285.225214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:34.763988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.609787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:06:34.764057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.785303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:06:34.764077Z","caller":"traceutil/trace.go:171","msg":"trace[1898364743] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1591; }","duration":"147.836663ms","start":"2026-03-03T20:06:34.616234Z","end":"2026-03-03T20:06:34.764071Z","steps":["trace[1898364743] 'agreement among raft nodes before linearized reading' (duration: 147.805852ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:34.764088Z","caller":"traceutil/trace.go:171","msg":"trace[1939377222] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1591; }","duration":"115.73693ms","start":"2026-03-03T20:06:34.64833Z","end":"2026-03-03T20:06:34.764067Z","steps":["trace[1939377222] 'agreement among raft nodes before linearized reading' (duration: 115.526045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:34.764076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.73293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:06:34.764024Z","caller":"traceutil/trace.go:171","msg":"trace[1723904784] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1591; }","duration":"179.269232ms","start":"2026-03-03T20:06:34.584746Z","end":"2026-03-03T20:06:34.764016Z","steps":["trace[1723904784] 'agreement among raft nodes before linearized reading' (duration: 179.20919ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:34.764147Z","caller":"traceutil/trace.go:171","msg":"trace[850719751] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1591; }","duration":"115.834073ms","start":"2026-03-03T20:06:34.648299Z","end":"2026-03-03T20:06:34.764133Z","steps":["trace[850719751] 'agreement among raft nodes before linearized reading' (duration: 115.747731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:34.76417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.520137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:06:34.764456Z","caller":"traceutil/trace.go:171","msg":"trace[766803822] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1591; }","duration":"179.569528ms","start":"2026-03-03T20:06:34.584636Z","end":"2026-03-03T20:06:34.764206Z","steps":["trace[766803822] 'agreement among raft nodes before linearized reading' (duration: 179.486796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:34.76457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.517326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:06:34.764623Z","caller":"traceutil/trace.go:171","msg":"trace[188221099] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1591; }","duration":"148.346706ms","start":"2026-03-03T20:06:34.616264Z","end":"2026-03-03T20:06:34.764611Z","steps":["trace[188221099] 'agreement among raft nodes before linearized reading' (duration: 147.523187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:34.764714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.838883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T20:06:34.764871Z","caller":"traceutil/trace.go:171","msg":"trace[1614040971] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1591; }","duration":"611.845807ms","start":"2026-03-03T20:06:34.15299Z","end":"2026-03-03T20:06:34.764836Z","steps":["trace[1614040971] 'agreement among raft nodes before linearized reading' (duration: 610.67902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:34.765229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:34.152984Z","time spent":"611.950679ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:06:44.0479Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875447693,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:06:44.548296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875447693,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:06:45.048844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875447693,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:06:45.211081Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.943679606s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:06:45.211533Z","caller":"traceutil/trace.go:171","msg":"trace[2028866462] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"1.944245249s","start":"2026-03-03T20:06:43.267263Z","end":"2026-03-03T20:06:45.211508Z","steps":["trace[2028866462] 'process raft request' (duration: 1.944050564s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:45.21171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:43.267247Z","time spent":"1.944363051s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:06:45.440531Z","caller":"traceutil/trace.go:171","msg":"trace[677275028] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"1.607471241s","start":"2026-03-03T20:06:43.833025Z","end":"2026-03-03T20:06:45.440496Z","steps":["trace[677275028] 'process raft request' (duration: 1.607388739s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:45.440564Z","caller":"traceutil/trace.go:171","msg":"trace[231415289] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"1.649022033s","start":"2026-03-03T20:06:43.791507Z","end":"2026-03-03T20:06:45.440529Z","steps":["trace[231415289] 'process raft request' (duration: 1.618713871s)","trace[231415289] 'compare' (duration: 30.063106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:06:45.440707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:43.832986Z","time spent":"1.607635895s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:06:45.440708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:43.791478Z","time spent":"1.649150966s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:06:45.440969Z","caller":"traceutil/trace.go:171","msg":"trace[1127484234] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"1.582259797s","start":"2026-03-03T20:06:43.85867Z","end":"2026-03-03T20:06:45.44093Z","steps":["trace[1127484234] 'process raft request' (duration: 1.581784436s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:45.441078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:43.858639Z","time spent":"1.58237662s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:06:45.441143Z","caller":"traceutil/trace.go:171","msg":"trace[1676843311] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"1.348043594s","start":"2026-03-03T20:06:44.093Z","end":"2026-03-03T20:06:45.441043Z","steps":["trace[1676843311] 'process raft request' (duration: 1.347829999s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:45.441328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:44.092973Z","time spent":"1.34830017s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:06:45.441383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.894281093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T20:06:45.441493Z","caller":"traceutil/trace.go:171","msg":"trace[639658567] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1711; }","duration":"1.894455786s","start":"2026-03-03T20:06:43.547016Z","end":"2026-03-03T20:06:45.441472Z","steps":["trace[639658567] 'agreement among raft nodes before linearized reading' (duration: 1.894065847s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:45.44137Z","caller":"traceutil/trace.go:171","msg":"trace[1983750829] linearizableReadLoop","detail":"{readStateIndex:1782; appliedIndex:1777; }","duration":"1.893983585s","start":"2026-03-03T20:06:43.54706Z","end":"2026-03-03T20:06:45.441044Z","steps":["trace[1983750829] 'read index received' (duration: 1.664297436s)","trace[1983750829] 'applied index is now lower than readState.Index' (duration: 229.684459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:06:45.441577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:43.546984Z","time spent":"1.894576749s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:06:45.441948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.74268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:06:45.442046Z","caller":"traceutil/trace.go:171","msg":"trace[1567821745] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1711; }","duration":"134.890334ms","start":"2026-03-03T20:06:45.307134Z","end":"2026-03-03T20:06:45.442025Z","steps":["trace[1567821745] 'agreement among raft nodes before linearized reading' (duration: 134.73363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:45.442119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476105779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:06:45.442187Z","caller":"traceutil/trace.go:171","msg":"trace[1100006958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1711; }","duration":"1.476207922s","start":"2026-03-03T20:06:43.965964Z","end":"2026-03-03T20:06:45.442172Z","steps":["trace[1100006958] 'agreement among raft nodes before linearized reading' (duration: 1.476092009s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:45.442221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:43.965947Z","time spent":"1.476267023s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:06:45.442218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.522122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:06:45.442247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.899687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T20:06:45.442286Z","caller":"traceutil/trace.go:171","msg":"trace[3794563] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1711; }","duration":"748.637294ms","start":"2026-03-03T20:06:44.693631Z","end":"2026-03-03T20:06:45.442268Z","steps":["trace[3794563] 'agreement among raft nodes before linearized reading' (duration: 748.390149ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:45.442303Z","caller":"traceutil/trace.go:171","msg":"trace[2146636584] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1711; }","duration":"630.9791ms","start":"2026-03-03T20:06:44.811308Z","end":"2026-03-03T20:06:45.442287Z","steps":["trace[2146636584] 'agreement among raft nodes before linearized reading' (duration: 630.762565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:45.442336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:44.693606Z","time spent":"748.716827ms","remote":"127.0.0.1:38992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:06:45.442357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:44.811294Z","time spent":"631.050871ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:06:45.442485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.520333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:06:45.442647Z","caller":"traceutil/trace.go:171","msg":"trace[1151822715] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1711; }","duration":"631.736658ms","start":"2026-03-03T20:06:44.810885Z","end":"2026-03-03T20:06:45.442622Z","steps":["trace[1151822715] 'agreement among raft nodes before linearized reading' (duration: 630.885758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:45.442676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.952299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bc341cca-d52e-4d47-b7ef-b34201833471\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-03-03T20:06:45.442708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:44.810847Z","time spent":"631.84837ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T20:06:45.442735Z","caller":"traceutil/trace.go:171","msg":"trace[2077673839] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bc341cca-d52e-4d47-b7ef-b34201833471; range_end:; response_count:1; response_revision:1711; }","duration":"225.042221ms","start":"2026-03-03T20:06:45.217673Z","end":"2026-03-03T20:06:45.442715Z","steps":["trace[2077673839] 'agreement among raft nodes before linearized reading' (duration: 224.392996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:45.442893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058672673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T20:06:45.44301Z","caller":"traceutil/trace.go:171","msg":"trace[1038423878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1711; }","duration":"1.058826637s","start":"2026-03-03T20:06:44.384161Z","end":"2026-03-03T20:06:45.442987Z","steps":["trace[1038423878] 'agreement among raft nodes before linearized reading' (duration: 1.057826154s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:45.443075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:44.384144Z","time spent":"1.058920049s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:06:45.443207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.059011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T20:06:45.443268Z","caller":"traceutil/trace.go:171","msg":"trace[1226839514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1711; }","duration":"634.172293ms","start":"2026-03-03T20:06:44.809083Z","end":"2026-03-03T20:06:45.443255Z","steps":["trace[1226839514] 'agreement among raft nodes before linearized reading' (duration: 632.926544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:45.443301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:44.80906Z","time spent":"634.233345ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:06:45.443472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362659422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T20:06:45.443584Z","caller":"traceutil/trace.go:171","msg":"trace[883764080] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1711; }","duration":"1.362813495s","start":"2026-03-03T20:06:44.080745Z","end":"2026-03-03T20:06:45.443559Z","steps":["trace[883764080] 'agreement among raft nodes before linearized reading' (duration: 1.36130101s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:45.443641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:44.080735Z","time spent":"1.362896818s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T20:06:45.441852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578668184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bc341cca-d52e-4d47-b7ef-b34201833471\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-03T20:06:45.448616Z","caller":"traceutil/trace.go:171","msg":"trace[660381610] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bc341cca-d52e-4d47-b7ef-b34201833471; range_end:; response_count:1; response_revision:1711; }","duration":"1.585453041s","start":"2026-03-03T20:06:43.86314Z","end":"2026-03-03T20:06:45.448593Z","steps":["trace[660381610] 'agreement among raft nodes before linearized reading' (duration: 1.578588922s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:45.448677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:43.863131Z","time spent":"1.585517063s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bc341cca-d52e-4d47-b7ef-b34201833471\" "} {"level":"info","ts":"2026-03-03T20:06:45.600702Z","caller":"traceutil/trace.go:171","msg":"trace[637259205] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"152.263716ms","start":"2026-03-03T20:06:45.448403Z","end":"2026-03-03T20:06:45.600666Z","steps":["trace[637259205] 'process raft request' (duration: 151.882737ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:45.601189Z","caller":"traceutil/trace.go:171","msg":"trace[1036420526] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"151.959849ms","start":"2026-03-03T20:06:45.449178Z","end":"2026-03-03T20:06:45.601138Z","steps":["trace[1036420526] 'process raft request' (duration: 151.377296ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:45.601222Z","caller":"traceutil/trace.go:171","msg":"trace[81481850] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"151.724974ms","start":"2026-03-03T20:06:45.449452Z","end":"2026-03-03T20:06:45.601176Z","steps":["trace[81481850] 'process raft request' (duration: 151.438247ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:45.601327Z","caller":"traceutil/trace.go:171","msg":"trace[404679093] linearizableReadLoop","detail":"{readStateIndex:1787; appliedIndex:1782; }","duration":"148.830147ms","start":"2026-03-03T20:06:45.452467Z","end":"2026-03-03T20:06:45.601298Z","steps":["trace[404679093] 'read index received' (duration: 88.451569ms)","trace[404679093] 'applied index is now lower than readState.Index' (duration: 60.376988ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:06:45.601451Z","caller":"traceutil/trace.go:171","msg":"trace[431207102] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"151.460577ms","start":"2026-03-03T20:06:45.44994Z","end":"2026-03-03T20:06:45.6014Z","steps":["trace[431207102] 'process raft request' (duration: 151.15195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:45.601482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.98085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:06:45.601558Z","caller":"traceutil/trace.go:171","msg":"trace[1893477714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1716; }","duration":"149.082482ms","start":"2026-03-03T20:06:45.452452Z","end":"2026-03-03T20:06:45.601534Z","steps":["trace[1893477714] 'agreement among raft nodes before linearized reading' (duration: 148.96001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:46.263378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.348437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-03T20:06:46.263515Z","caller":"traceutil/trace.go:171","msg":"trace[2069493450] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1716; }","duration":"174.587062ms","start":"2026-03-03T20:06:46.088901Z","end":"2026-03-03T20:06:46.263488Z","steps":["trace[2069493450] 'range keys from in-memory index tree' (duration: 173.993028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:46.263528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.798558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T20:06:46.263637Z","caller":"traceutil/trace.go:171","msg":"trace[1929591038] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1716; }","duration":"586.970272ms","start":"2026-03-03T20:06:45.676643Z","end":"2026-03-03T20:06:46.263613Z","steps":["trace[1929591038] 'range keys from in-memory index tree' (duration: 586.47189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:46.263687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:45.676619Z","time spent":"587.059094ms","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T20:06:49.60629Z","caller":"traceutil/trace.go:171","msg":"trace[1297597946] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"133.994163ms","start":"2026-03-03T20:06:49.472253Z","end":"2026-03-03T20:06:49.606247Z","steps":["trace[1297597946] 'process raft request' (duration: 37.225922ms)","trace[1297597946] 'compare' (duration: 96.502765ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:06:49.60634Z","caller":"traceutil/trace.go:171","msg":"trace[1787847831] linearizableReadLoop","detail":"{readStateIndex:1809; appliedIndex:1807; }","duration":"133.104222ms","start":"2026-03-03T20:06:49.473205Z","end":"2026-03-03T20:06:49.606309Z","steps":["trace[1787847831] 'read index received' (duration: 1.672279ms)","trace[1787847831] 'applied index is now lower than readState.Index' (duration: 131.428913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:06:49.606622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.399499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bc341cca-d52e-4d47-b7ef-b34201833471\" ","response":"range_response_count:1 size:3935"} {"level":"info","ts":"2026-03-03T20:06:49.606709Z","caller":"traceutil/trace.go:171","msg":"trace[2028209241] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bc341cca-d52e-4d47-b7ef-b34201833471; range_end:; response_count:1; response_revision:1738; }","duration":"133.529912ms","start":"2026-03-03T20:06:49.473158Z","end":"2026-03-03T20:06:49.606688Z","steps":["trace[2028209241] 'agreement among raft nodes before linearized reading' (duration: 133.303677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:49.606688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.827634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T20:06:49.606787Z","caller":"traceutil/trace.go:171","msg":"trace[289622223] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1738; }","duration":"128.953366ms","start":"2026-03-03T20:06:49.477807Z","end":"2026-03-03T20:06:49.60676Z","steps":["trace[289622223] 'agreement among raft nodes before linearized reading' (duration: 128.722101ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:54.104661Z","caller":"traceutil/trace.go:171","msg":"trace[1573517602] transaction","detail":"{read_only:false; response_revision:1779; number_of_response:1; }","duration":"484.723145ms","start":"2026-03-03T20:06:53.619914Z","end":"2026-03-03T20:06:54.104638Z","steps":["trace[1573517602] 'process raft request' (duration: 484.575871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:54.104814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:53.619878Z","time spent":"484.864648ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:06:54.105666Z","caller":"traceutil/trace.go:171","msg":"trace[1351189281] linearizableReadLoop","detail":"{readStateIndex:1854; appliedIndex:1852; }","duration":"469.149914ms","start":"2026-03-03T20:06:53.636496Z","end":"2026-03-03T20:06:54.105646Z","steps":["trace[1351189281] 'read index received' (duration: 468.074769ms)","trace[1351189281] 'applied index is now lower than readState.Index' (duration: 1.074045ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:06:54.10578Z","caller":"traceutil/trace.go:171","msg":"trace[334532668] transaction","detail":"{read_only:false; response_revision:1780; number_of_response:1; }","duration":"485.557484ms","start":"2026-03-03T20:06:53.620205Z","end":"2026-03-03T20:06:54.105762Z","steps":["trace[334532668] 'process raft request' (duration: 485.355909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:54.1059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:53.62017Z","time spent":"485.654056ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:06:54.105905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.39429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T20:06:54.105958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.411887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T20:06:54.105979Z","caller":"traceutil/trace.go:171","msg":"trace[182655126] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1780; }","duration":"469.499532ms","start":"2026-03-03T20:06:53.636457Z","end":"2026-03-03T20:06:54.105957Z","steps":["trace[182655126] 'agreement among raft nodes before linearized reading' (duration: 469.306368ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:54.106028Z","caller":"traceutil/trace.go:171","msg":"trace[89852796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1780; }","duration":"316.52223ms","start":"2026-03-03T20:06:53.789487Z","end":"2026-03-03T20:06:54.106009Z","steps":["trace[89852796] 'agreement among raft nodes before linearized reading' (duration: 316.358826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:54.106034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:53.636439Z","time spent":"469.579474ms","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T20:06:54.10604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.32371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:06:54.106077Z","caller":"traceutil/trace.go:171","msg":"trace[622248759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1780; }","duration":"140.393582ms","start":"2026-03-03T20:06:53.965673Z","end":"2026-03-03T20:06:54.106067Z","steps":["trace[622248759] 'agreement among raft nodes before linearized reading' (duration: 140.335891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:54.106075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:53.789465Z","time spent":"316.596931ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:06:54.1061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.652542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T20:06:54.106156Z","caller":"traceutil/trace.go:171","msg":"trace[1684735930] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1780; }","duration":"316.744555ms","start":"2026-03-03T20:06:53.789396Z","end":"2026-03-03T20:06:54.10614Z","steps":["trace[1684735930] 'agreement among raft nodes before linearized reading' (duration: 316.604691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:54.106196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:53.789371Z","time spent":"316.815067ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:06:54.105964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.299971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T20:06:54.106305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.711304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T20:06:54.106345Z","caller":"traceutil/trace.go:171","msg":"trace[1975160148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1780; }","duration":"316.762505ms","start":"2026-03-03T20:06:53.789574Z","end":"2026-03-03T20:06:54.106336Z","steps":["trace[1975160148] 'agreement among raft nodes before linearized reading' (duration: 316.638502ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:54.106354Z","caller":"traceutil/trace.go:171","msg":"trace[1807366270] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1780; }","duration":"432.71198ms","start":"2026-03-03T20:06:53.673625Z","end":"2026-03-03T20:06:54.106337Z","steps":["trace[1807366270] 'agreement among raft nodes before linearized reading' (duration: 432.200958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:54.106383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:53.789564Z","time spent":"316.808826ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:06:54.106411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:53.673613Z","time spent":"432.779951ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:06:54.106554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.480688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T20:06:54.106663Z","caller":"traceutil/trace.go:171","msg":"trace[946713920] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1780; }","duration":"357.647912ms","start":"2026-03-03T20:06:53.748992Z","end":"2026-03-03T20:06:54.10664Z","steps":["trace[946713920] 'agreement among raft nodes before linearized reading' (duration: 357.364906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:54.106712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:53.748972Z","time spent":"357.730244ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T20:06:55.216237Z","caller":"traceutil/trace.go:171","msg":"trace[1745553257] linearizableReadLoop","detail":"{readStateIndex:1860; appliedIndex:1859; }","duration":"250.47031ms","start":"2026-03-03T20:06:54.965738Z","end":"2026-03-03T20:06:55.216208Z","steps":["trace[1745553257] 'read index received' (duration: 250.226204ms)","trace[1745553257] 'applied index is now lower than readState.Index' (duration: 242.796µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:06:55.216404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.652403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:06:55.216358Z","caller":"traceutil/trace.go:171","msg":"trace[1173977089] transaction","detail":"{read_only:false; response_revision:1786; number_of_response:1; }","duration":"298.387529ms","start":"2026-03-03T20:06:54.917923Z","end":"2026-03-03T20:06:55.21631Z","steps":["trace[1173977089] 'process raft request' (duration: 298.088972ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:55.216504Z","caller":"traceutil/trace.go:171","msg":"trace[712617205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1786; }","duration":"250.706195ms","start":"2026-03-03T20:06:54.965722Z","end":"2026-03-03T20:06:55.216428Z","steps":["trace[712617205] 'agreement among raft nodes before linearized reading' (duration: 250.625543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:55.21667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.532638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T20:06:55.216759Z","caller":"traceutil/trace.go:171","msg":"trace[637575305] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1786; }","duration":"100.681821ms","start":"2026-03-03T20:06:55.116059Z","end":"2026-03-03T20:06:55.216741Z","steps":["trace[637575305] 'agreement among raft nodes before linearized reading' (duration: 100.364194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:00.664215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875447927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:07:01.164986Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875447927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:07:01.260746Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.12317198s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:07:01.261278Z","caller":"traceutil/trace.go:171","msg":"trace[359058199] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"1.123776064s","start":"2026-03-03T20:07:00.137475Z","end":"2026-03-03T20:07:01.261251Z","steps":["trace[359058199] 'process raft request' (duration: 1.12361704s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:01.261493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:00.13745Z","time spent":"1.123905027s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:07:01.774177Z","caller":"traceutil/trace.go:171","msg":"trace[1833059570] transaction","detail":"{read_only:false; response_revision:1825; number_of_response:1; }","duration":"1.636333724s","start":"2026-03-03T20:07:00.137818Z","end":"2026-03-03T20:07:01.774152Z","steps":["trace[1833059570] 'process raft request' (duration: 1.633177801s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:01.774272Z","caller":"traceutil/trace.go:171","msg":"trace[226127622] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"242.740941ms","start":"2026-03-03T20:07:01.531499Z","end":"2026-03-03T20:07:01.77424Z","steps":["trace[226127622] 'process raft request' (duration: 242.626939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:01.774328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:00.137802Z","time spent":"1.636442456s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:07:01.77429Z","caller":"traceutil/trace.go:171","msg":"trace[749195154] linearizableReadLoop","detail":"{readStateIndex:1900; appliedIndex:1898; }","duration":"1.610285111s","start":"2026-03-03T20:07:00.16397Z","end":"2026-03-03T20:07:01.774255Z","steps":["trace[749195154] 'read index received' (duration: 1.097141218s)","trace[749195154] 'applied index is now lower than readState.Index' (duration: 513.140453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:07:01.774534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610539706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T20:07:01.774612Z","caller":"traceutil/trace.go:171","msg":"trace[1856520750] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1826; }","duration":"1.61066433s","start":"2026-03-03T20:07:00.163933Z","end":"2026-03-03T20:07:01.774598Z","steps":["trace[1856520750] 'agreement among raft nodes before linearized reading' (duration: 1.610432374s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:01.774636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610610608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-03T20:07:01.77466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:00.163916Z","time spent":"1.610730421s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:07:01.77476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.349667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T20:07:01.77467Z","caller":"traceutil/trace.go:171","msg":"trace[1437446854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1826; }","duration":"1.6106822s","start":"2026-03-03T20:07:00.163976Z","end":"2026-03-03T20:07:01.774659Z","steps":["trace[1437446854] 'agreement among raft nodes before linearized reading' (duration: 1.610550117s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:01.774798Z","caller":"traceutil/trace.go:171","msg":"trace[802803579] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:1826; }","duration":"269.421269ms","start":"2026-03-03T20:07:01.505369Z","end":"2026-03-03T20:07:01.77479Z","steps":["trace[802803579] 'agreement among raft nodes before linearized reading' (duration: 269.333877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:01.774842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:00.163958Z","time spent":"1.610856184s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:07:01.77489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.649452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:07:01.774927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519753285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T20:07:01.774948Z","caller":"traceutil/trace.go:171","msg":"trace[828316717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1826; }","duration":"810.757734ms","start":"2026-03-03T20:07:00.964174Z","end":"2026-03-03T20:07:01.774932Z","steps":["trace[828316717] 'agreement among raft nodes before linearized reading' (duration: 810.654482ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:01.774994Z","caller":"traceutil/trace.go:171","msg":"trace[1621270181] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1826; }","duration":"1.519840696s","start":"2026-03-03T20:07:00.255133Z","end":"2026-03-03T20:07:01.774974Z","steps":["trace[1621270181] 'agreement among raft nodes before linearized reading' (duration: 1.519651002s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:01.775034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:00.964155Z","time spent":"810.865227ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:07:01.775035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:00.255121Z","time spent":"1.519902937s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T20:07:01.775033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.393851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-03-03T20:07:01.775103Z","caller":"traceutil/trace.go:171","msg":"trace[1180993099] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1826; }","duration":"406.499523ms","start":"2026-03-03T20:07:01.368583Z","end":"2026-03-03T20:07:01.775082Z","steps":["trace[1180993099] 'agreement among raft nodes before linearized reading' (duration: 406.236187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:01.775149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:01.368562Z","time spent":"406.577655ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12012,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:07:01.775174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610475665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-03T20:07:01.775228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610361442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T20:07:01.775295Z","caller":"traceutil/trace.go:171","msg":"trace[1627968693] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1826; }","duration":"1.610442354s","start":"2026-03-03T20:07:00.164836Z","end":"2026-03-03T20:07:01.775279Z","steps":["trace[1627968693] 'agreement among raft nodes before linearized reading' (duration: 1.610168528s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:01.775304Z","caller":"traceutil/trace.go:171","msg":"trace[288538235] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1826; }","duration":"1.610637219s","start":"2026-03-03T20:07:00.164632Z","end":"2026-03-03T20:07:01.775269Z","steps":["trace[288538235] 'agreement among raft nodes before linearized reading' (duration: 1.610192609s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:01.775249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61112931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T20:07:01.775372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:00.164625Z","time spent":"1.610737071s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:07:01.775363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:00.164832Z","time spent":"1.610498586s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T20:07:01.775439Z","caller":"traceutil/trace.go:171","msg":"trace[332049420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1826; }","duration":"1.611314905s","start":"2026-03-03T20:07:00.164073Z","end":"2026-03-03T20:07:01.775388Z","steps":["trace[332049420] 'agreement among raft nodes before linearized reading' (duration: 1.610791263s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:01.776005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:00.164067Z","time spent":"1.611473578s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T20:07:26.349602Z","caller":"traceutil/trace.go:171","msg":"trace[1870739353] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"447.879334ms","start":"2026-03-03T20:07:25.901683Z","end":"2026-03-03T20:07:26.349562Z","steps":["trace[1870739353] 'process raft request' (duration: 447.620828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:26.349841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:25.901654Z","time spent":"448.069218ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:07:26.587783Z","caller":"traceutil/trace.go:171","msg":"trace[1353680789] linearizableReadLoop","detail":"{readStateIndex:2034; appliedIndex:2032; }","duration":"645.294902ms","start":"2026-03-03T20:07:25.942451Z","end":"2026-03-03T20:07:26.587745Z","steps":["trace[1353680789] 'read index received' (duration: 406.967536ms)","trace[1353680789] 'applied index is now lower than readState.Index' (duration: 238.326166ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:07:26.587924Z","caller":"traceutil/trace.go:171","msg":"trace[943000314] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"685.530714ms","start":"2026-03-03T20:07:25.902322Z","end":"2026-03-03T20:07:26.587853Z","steps":["trace[943000314] 'process raft request' (duration: 589.59816ms)","trace[943000314] 'compare' (duration: 95.647578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:07:26.588103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.618549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T20:07:26.588151Z","caller":"traceutil/trace.go:171","msg":"trace[1803815800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1953; }","duration":"645.749302ms","start":"2026-03-03T20:07:25.94239Z","end":"2026-03-03T20:07:26.588139Z","steps":["trace[1803815800] 'agreement among raft nodes before linearized reading' (duration: 645.528157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:26.588192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:25.942367Z","time spent":"645.816844ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:07:26.588223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:25.902283Z","time spent":"685.78497ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:07:26.588328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.494123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:07:26.588417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.435527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T20:07:26.588437Z","caller":"traceutil/trace.go:171","msg":"trace[605618443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1954; }","duration":"622.651136ms","start":"2026-03-03T20:07:25.965758Z","end":"2026-03-03T20:07:26.588409Z","steps":["trace[605618443] 'agreement among raft nodes before linearized reading' (duration: 622.449272ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:26.58845Z","caller":"traceutil/trace.go:171","msg":"trace[1595293500] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1954; }","duration":"558.52031ms","start":"2026-03-03T20:07:26.029919Z","end":"2026-03-03T20:07:26.588439Z","steps":["trace[1595293500] 'agreement among raft nodes before linearized reading' (duration: 558.418328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:26.5885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:26.029891Z","time spent":"558.598071ms","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T20:07:26.588503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:25.965746Z","time spent":"622.743458ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:07:26.588642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.534695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-03T20:07:26.588671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.103446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-03T20:07:26.588698Z","caller":"traceutil/trace.go:171","msg":"trace[277150754] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1954; }","duration":"475.649159ms","start":"2026-03-03T20:07:26.113035Z","end":"2026-03-03T20:07:26.588684Z","steps":["trace[277150754] 'agreement among raft nodes before linearized reading' (duration: 475.431004ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:26.588758Z","caller":"traceutil/trace.go:171","msg":"trace[526760308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1954; }","duration":"453.246309ms","start":"2026-03-03T20:07:26.135492Z","end":"2026-03-03T20:07:26.588738Z","steps":["trace[526760308] 'agreement among raft nodes before linearized reading' (duration: 452.768528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:26.588757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:26.113011Z","time spent":"475.73691ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T20:07:26.58873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.153581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T20:07:26.588804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:26.13547Z","time spent":"453.32755ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T20:07:26.588829Z","caller":"traceutil/trace.go:171","msg":"trace[982718519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1954; }","duration":"492.337696ms","start":"2026-03-03T20:07:26.096474Z","end":"2026-03-03T20:07:26.588811Z","steps":["trace[982718519] 'agreement among raft nodes before linearized reading' (duration: 492.07977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:26.588745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.478665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T20:07:26.588908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:26.096446Z","time spent":"492.450888ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T20:07:26.589007Z","caller":"traceutil/trace.go:171","msg":"trace[1028882920] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1954; }","duration":"431.71366ms","start":"2026-03-03T20:07:26.157195Z","end":"2026-03-03T20:07:26.588909Z","steps":["trace[1028882920] 'agreement among raft nodes before linearized reading' (duration: 431.421243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:26.589098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:26.157166Z","time spent":"431.911155ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:07:26.589026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.824556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:07:26.589187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.238081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-03T20:07:26.589234Z","caller":"traceutil/trace.go:171","msg":"trace[1808632642] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1954; }","duration":"408.382969ms","start":"2026-03-03T20:07:26.180831Z","end":"2026-03-03T20:07:26.589214Z","steps":["trace[1808632642] 'agreement among raft nodes before linearized reading' (duration: 407.771205ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:26.589281Z","caller":"traceutil/trace.go:171","msg":"trace[493705006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1954; }","duration":"573.364684ms","start":"2026-03-03T20:07:26.015899Z","end":"2026-03-03T20:07:26.589263Z","steps":["trace[493705006] 'agreement among raft nodes before linearized reading' (duration: 572.482504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:26.589365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:26.01588Z","time spent":"573.470306ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:07:26.589428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:26.180802Z","time spent":"408.534743ms","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:07:26.589366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.417699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18996d99867a3470\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-03T20:07:26.589657Z","caller":"traceutil/trace.go:171","msg":"trace[314301773] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18996d99867a3470; range_end:; response_count:1; response_revision:1954; }","duration":"546.841319ms","start":"2026-03-03T20:07:26.042772Z","end":"2026-03-03T20:07:26.589613Z","steps":["trace[314301773] 'agreement among raft nodes before linearized reading' (duration: 545.749264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:26.589766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:26.042738Z","time spent":"547.009912ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18996d99867a3470\" "} {"level":"info","ts":"2026-03-03T20:07:31.715862Z","caller":"traceutil/trace.go:171","msg":"trace[1935341607] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"114.803612ms","start":"2026-03-03T20:07:31.601012Z","end":"2026-03-03T20:07:31.715815Z","steps":["trace[1935341607] 'process raft request' (duration: 71.650581ms)","trace[1935341607] 'compare' (duration: 42.931726ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:07:32.953846Z","caller":"traceutil/trace.go:171","msg":"trace[528017796] linearizableReadLoop","detail":"{readStateIndex:2067; appliedIndex:2066; }","duration":"337.730691ms","start":"2026-03-03T20:07:32.616081Z","end":"2026-03-03T20:07:32.953812Z","steps":["trace[528017796] 'read index received' (duration: 337.508186ms)","trace[528017796] 'applied index is now lower than readState.Index' (duration: 220.905µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:07:32.953948Z","caller":"traceutil/trace.go:171","msg":"trace[1384224036] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"345.697575ms","start":"2026-03-03T20:07:32.608197Z","end":"2026-03-03T20:07:32.953894Z","steps":["trace[1384224036] 'process raft request' (duration: 345.410108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:32.954179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:32.608152Z","time spent":"345.90219ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:07:32.954177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.082599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T20:07:32.954268Z","caller":"traceutil/trace.go:171","msg":"trace[1126854550] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1984; }","duration":"338.220202ms","start":"2026-03-03T20:07:32.616031Z","end":"2026-03-03T20:07:32.954251Z","steps":["trace[1126854550] 'agreement among raft nodes before linearized reading' (duration: 337.949876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:32.954312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:32.616005Z","time spent":"338.298873ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:07:32.954408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.164262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T20:07:32.95443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.104705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T20:07:32.954548Z","caller":"traceutil/trace.go:171","msg":"trace[584205537] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1984; }","duration":"329.344206ms","start":"2026-03-03T20:07:32.625161Z","end":"2026-03-03T20:07:32.954505Z","steps":["trace[584205537] 'agreement among raft nodes before linearized reading' (duration: 328.964747ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:32.954594Z","caller":"traceutil/trace.go:171","msg":"trace[252091202] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1984; }","duration":"230.290569ms","start":"2026-03-03T20:07:32.724266Z","end":"2026-03-03T20:07:32.954556Z","steps":["trace[252091202] 'agreement among raft nodes before linearized reading' (duration: 229.90113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:32.954618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:32.625151Z","time spent":"329.450639ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:07:32.95471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.581875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T20:07:32.954838Z","caller":"traceutil/trace.go:171","msg":"trace[132676908] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1984; }","duration":"330.953453ms","start":"2026-03-03T20:07:32.623859Z","end":"2026-03-03T20:07:32.954813Z","steps":["trace[132676908] 'agreement among raft nodes before linearized reading' (duration: 330.353829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:32.955126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:32.623848Z","time spent":"331.256431ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:07:32.957204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.463872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T20:07:32.957287Z","caller":"traceutil/trace.go:171","msg":"trace[1853406458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1984; }","duration":"333.38557ms","start":"2026-03-03T20:07:32.623881Z","end":"2026-03-03T20:07:32.957267Z","steps":["trace[1853406458] 'agreement among raft nodes before linearized reading' (duration: 330.289698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:32.957333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:32.623867Z","time spent":"333.452971ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:07:32.957826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.745351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T20:07:32.957879Z","caller":"traceutil/trace.go:171","msg":"trace[602804063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1984; }","duration":"334.799813ms","start":"2026-03-03T20:07:32.623063Z","end":"2026-03-03T20:07:32.957863Z","steps":["trace[602804063] 'agreement among raft nodes before linearized reading' (duration: 330.960824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:32.95792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:32.62298Z","time spent":"334.929066ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:07:33.466036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875448331,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:07:33.63894Z","caller":"traceutil/trace.go:171","msg":"trace[502362599] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"679.572376ms","start":"2026-03-03T20:07:32.959345Z","end":"2026-03-03T20:07:33.638917Z","steps":["trace[502362599] 'process raft request' (duration: 679.287499ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:33.63894Z","caller":"traceutil/trace.go:171","msg":"trace[858795856] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"679.540065ms","start":"2026-03-03T20:07:32.959359Z","end":"2026-03-03T20:07:33.638899Z","steps":["trace[858795856] 'process raft request' (duration: 679.472084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:33.639092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:32.959322Z","time spent":"679.688649ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:07:33.63909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:32.95933Z","time spent":"679.688768ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:07:33.668407Z","caller":"traceutil/trace.go:171","msg":"trace[334659152] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"707.821321ms","start":"2026-03-03T20:07:32.960557Z","end":"2026-03-03T20:07:33.668378Z","steps":["trace[334659152] 'process raft request' (duration: 707.670477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:33.668579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:32.960547Z","time spent":"707.936653ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:07:33.668801Z","caller":"traceutil/trace.go:171","msg":"trace[1021925363] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"703.975272ms","start":"2026-03-03T20:07:32.964795Z","end":"2026-03-03T20:07:33.66877Z","steps":["trace[1021925363] 'process raft request' (duration: 703.551862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:33.669044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:32.964781Z","time spent":"704.095374ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:07:33.669171Z","caller":"traceutil/trace.go:171","msg":"trace[2069069255] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"704.363431ms","start":"2026-03-03T20:07:32.964798Z","end":"2026-03-03T20:07:33.669161Z","steps":["trace[2069069255] 'process raft request' (duration: 703.863139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:33.669226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:32.964785Z","time spent":"704.415762ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:07:33.669545Z","caller":"traceutil/trace.go:171","msg":"trace[569898598] linearizableReadLoop","detail":"{readStateIndex:2073; appliedIndex:2067; }","duration":"704.474004ms","start":"2026-03-03T20:07:32.965055Z","end":"2026-03-03T20:07:33.669529Z","steps":["trace[569898598] 'read index received' (duration: 673.572127ms)","trace[569898598] 'applied index is now lower than readState.Index' (duration: 30.900517ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:07:33.669804Z","caller":"traceutil/trace.go:171","msg":"trace[121676526] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"285.864658ms","start":"2026-03-03T20:07:33.383925Z","end":"2026-03-03T20:07:33.669789Z","steps":["trace[121676526] 'process raft request' (duration: 285.202942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:33.669997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.941864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:07:33.670044Z","caller":"traceutil/trace.go:171","msg":"trace[1325576372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1990; }","duration":"705.014856ms","start":"2026-03-03T20:07:32.965017Z","end":"2026-03-03T20:07:33.670032Z","steps":["trace[1325576372] 'agreement among raft nodes before linearized reading' (duration: 704.943665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:33.670073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:32.965006Z","time spent":"705.060187ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:07:33.670253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.140071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:07:33.670292Z","caller":"traceutil/trace.go:171","msg":"trace[1333528063] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1990; }","duration":"533.245533ms","start":"2026-03-03T20:07:33.137036Z","end":"2026-03-03T20:07:33.670282Z","steps":["trace[1333528063] 'agreement among raft nodes before linearized reading' (duration: 533.170701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:33.670322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:33.137013Z","time spent":"533.300905ms","remote":"127.0.0.1:46088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:07:33.670799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.049441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:07:33.671908Z","caller":"traceutil/trace.go:171","msg":"trace[1106380517] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1990; }","duration":"425.209138ms","start":"2026-03-03T20:07:33.24668Z","end":"2026-03-03T20:07:33.671889Z","steps":["trace[1106380517] 'agreement among raft nodes before linearized reading' (duration: 424.059722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:33.671979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:33.246649Z","time spent":"425.307791ms","remote":"127.0.0.1:45794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:07:39.321833Z","caller":"traceutil/trace.go:171","msg":"trace[1941772947] linearizableReadLoop","detail":"{readStateIndex:2096; appliedIndex:2095; }","duration":"318.225148ms","start":"2026-03-03T20:07:39.003578Z","end":"2026-03-03T20:07:39.321804Z","steps":["trace[1941772947] 'read index received' (duration: 317.135773ms)","trace[1941772947] 'applied index is now lower than readState.Index' (duration: 1.088035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:07:39.322065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.472784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T20:07:39.322298Z","caller":"traceutil/trace.go:171","msg":"trace[148814722] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2012; }","duration":"318.583246ms","start":"2026-03-03T20:07:39.003511Z","end":"2026-03-03T20:07:39.322094Z","steps":["trace[148814722] 'agreement among raft nodes before linearized reading' (duration: 318.408642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:39.322343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:39.003485Z","time spent":"318.849333ms","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T20:07:39.321985Z","caller":"traceutil/trace.go:171","msg":"trace[44442454] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"345.08132ms","start":"2026-03-03T20:07:38.976841Z","end":"2026-03-03T20:07:39.321922Z","steps":["trace[44442454] 'process raft request' (duration: 343.932753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:39.322763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:38.976817Z","time spent":"345.709625ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:07:40.234854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875448405,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:07:40.515645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.539021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:07:40.515802Z","caller":"traceutil/trace.go:171","msg":"trace[1993187694] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"795.683457ms","start":"2026-03-03T20:07:39.720094Z","end":"2026-03-03T20:07:40.515777Z","steps":["trace[1993187694] 'process raft request' (duration: 612.89512ms)","trace[1993187694] 'compare' (duration: 182.375418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:07:40.515874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:39.720075Z","time spent":"795.76793ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:07:40.522635Z","caller":"traceutil/trace.go:171","msg":"trace[1762659436] linearizableReadLoop","detail":"{readStateIndex:2100; appliedIndex:2098; }","duration":"788.816739ms","start":"2026-03-03T20:07:39.733791Z","end":"2026-03-03T20:07:40.522608Z","steps":["trace[1762659436] 'read index received' (duration: 599.147352ms)","trace[1762659436] 'applied index is now lower than readState.Index' (duration: 189.667797ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:07:40.522689Z","caller":"traceutil/trace.go:171","msg":"trace[160425596] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"784.280414ms","start":"2026-03-03T20:07:39.738365Z","end":"2026-03-03T20:07:40.522645Z","steps":["trace[160425596] 'process raft request' (duration: 784.11608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:40.52283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.09669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T20:07:40.52287Z","caller":"traceutil/trace.go:171","msg":"trace[1165619720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2016; }","duration":"800.141961ms","start":"2026-03-03T20:07:39.722717Z","end":"2026-03-03T20:07:40.522859Z","steps":["trace[1165619720] 'agreement among raft nodes before linearized reading' (duration: 799.996637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:40.522887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:39.73833Z","time spent":"784.450547ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:07:40.522904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:39.722637Z","time spent":"800.259243ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:07:40.523038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.063419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T20:07:40.523179Z","caller":"traceutil/trace.go:171","msg":"trace[1965942986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2016; }","duration":"803.274343ms","start":"2026-03-03T20:07:39.719869Z","end":"2026-03-03T20:07:40.523144Z","steps":["trace[1965942986] 'agreement among raft nodes before linearized reading' (duration: 802.912605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:40.523255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:39.71984Z","time spent":"803.397436ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T20:07:40.578542Z","caller":"traceutil/trace.go:171","msg":"trace[1632788016] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"162.324733ms","start":"2026-03-03T20:07:40.416198Z","end":"2026-03-03T20:07:40.578523Z","steps":["trace[1632788016] 'process raft request' (duration: 162.052827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:40.578523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.769383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:07:40.578674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.264406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T20:07:40.578751Z","caller":"traceutil/trace.go:171","msg":"trace[1908340759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2017; }","duration":"612.048591ms","start":"2026-03-03T20:07:39.966666Z","end":"2026-03-03T20:07:40.578715Z","steps":["trace[1908340759] 'agreement among raft nodes before linearized reading' (duration: 611.760004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:40.578825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:39.966638Z","time spent":"612.166433ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:07:40.57882Z","caller":"traceutil/trace.go:171","msg":"trace[1207670712] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2017; }","duration":"248.47421ms","start":"2026-03-03T20:07:40.330309Z","end":"2026-03-03T20:07:40.578783Z","steps":["trace[1207670712] 'agreement among raft nodes before linearized reading' (duration: 248.136742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:40.57886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.458954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T20:07:40.578991Z","caller":"traceutil/trace.go:171","msg":"trace[1764494790] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2017; }","duration":"334.662449ms","start":"2026-03-03T20:07:40.244292Z","end":"2026-03-03T20:07:40.578954Z","steps":["trace[1764494790] 'agreement among raft nodes before linearized reading' (duration: 334.25645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:40.579054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:40.244264Z","time spent":"334.780151ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T20:07:41.061683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.695986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:07:41.061981Z","caller":"traceutil/trace.go:171","msg":"trace[1682963145] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"478.755109ms","start":"2026-03-03T20:07:40.583207Z","end":"2026-03-03T20:07:41.061963Z","steps":["trace[1682963145] 'process raft request' (duration: 478.710048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:41.062062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:40.583194Z","time spent":"478.831931ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:07:41.062059Z","caller":"traceutil/trace.go:171","msg":"trace[1691008233] linearizableReadLoop","detail":"{readStateIndex:2103; appliedIndex:2101; }","duration":"482.273711ms","start":"2026-03-03T20:07:40.579751Z","end":"2026-03-03T20:07:41.062025Z","steps":["trace[1691008233] 'read index received' (duration: 211.202196ms)","trace[1691008233] 'applied index is now lower than readState.Index' (duration: 271.068445ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:07:41.062118Z","caller":"traceutil/trace.go:171","msg":"trace[1026704179] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"534.810709ms","start":"2026-03-03T20:07:40.527264Z","end":"2026-03-03T20:07:41.062075Z","steps":["trace[1026704179] 'process raft request' (duration: 263.600761ms)","trace[1026704179] 'compare' (duration: 270.328507ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:07:41.062059Z","caller":"traceutil/trace.go:171","msg":"trace[593133484] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"534.743198ms","start":"2026-03-03T20:07:40.52728Z","end":"2026-03-03T20:07:41.062023Z","steps":["trace[593133484] 'process raft request' (duration: 534.527153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:41.062317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:40.527232Z","time spent":"534.958162ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:07:41.06234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:40.52724Z","time spent":"535.000744ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:07:41.062375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.586408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:07:41.062733Z","caller":"traceutil/trace.go:171","msg":"trace[161380053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2020; }","duration":"482.713391ms","start":"2026-03-03T20:07:40.579708Z","end":"2026-03-03T20:07:41.062422Z","steps":["trace[161380053] 'agreement among raft nodes before linearized reading' (duration: 482.428524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:41.062846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:40.57969Z","time spent":"483.104461ms","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:07:41.511136Z","caller":"traceutil/trace.go:171","msg":"trace[115952694] linearizableReadLoop","detail":"{readStateIndex:2106; appliedIndex:2105; }","duration":"170.299539ms","start":"2026-03-03T20:07:41.340806Z","end":"2026-03-03T20:07:41.511106Z","steps":["trace[115952694] 'read index received' (duration: 113.776728ms)","trace[115952694] 'applied index is now lower than readState.Index' (duration: 56.521751ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:07:41.511208Z","caller":"traceutil/trace.go:171","msg":"trace[1680385355] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"182.991383ms","start":"2026-03-03T20:07:41.328165Z","end":"2026-03-03T20:07:41.511156Z","steps":["trace[1680385355] 'process raft request' (duration: 126.401031ms)","trace[1680385355] 'compare' (duration: 56.409268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:07:41.511472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.650486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:07:41.512109Z","caller":"traceutil/trace.go:171","msg":"trace[1101479959] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2022; }","duration":"171.347312ms","start":"2026-03-03T20:07:41.340729Z","end":"2026-03-03T20:07:41.512076Z","steps":["trace[1101479959] 'agreement among raft nodes before linearized reading' (duration: 170.662356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:43.631515Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.078365002s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:07:43.966896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999949987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:07:43.967076Z","caller":"traceutil/trace.go:171","msg":"trace[913517416] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000175762s","start":"2026-03-03T20:07:41.966827Z","end":"2026-03-03T20:07:43.967003Z","steps":["trace[913517416] 'agreement among raft nodes before linearized reading' (duration: 2.000005778s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:43.967189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:41.966799Z","time spent":"2.000367997s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:07:44.438275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739233377s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:07:44.438936Z","caller":"traceutil/trace.go:171","msg":"trace[927045039] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"2.848339207s","start":"2026-03-03T20:07:41.590559Z","end":"2026-03-03T20:07:44.438898Z","steps":["trace[927045039] 'process raft request' (duration: 108.361772ms)","trace[927045039] 'compare' (duration: 2.739052043s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:07:44.438997Z","caller":"traceutil/trace.go:171","msg":"trace[1650439756] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"2.698754469s","start":"2026-03-03T20:07:41.740218Z","end":"2026-03-03T20:07:44.438973Z","steps":["trace[1650439756] 'process raft request' (duration: 2.698667286s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:44.43925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:41.74019Z","time spent":"2.699014965s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:07:44.439128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:41.590533Z","time spent":"2.848484781s","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:07:44.439375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.837096766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-03T20:07:44.439414Z","caller":"traceutil/trace.go:171","msg":"trace[822706582] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2024; }","duration":"2.837185438s","start":"2026-03-03T20:07:41.602219Z","end":"2026-03-03T20:07:44.439404Z","steps":["trace[822706582] 'agreement among raft nodes before linearized reading' (duration: 2.836970294s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:44.439454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:41.6022Z","time spent":"2.837247529s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T20:07:44.43912Z","caller":"traceutil/trace.go:171","msg":"trace[1003715192] linearizableReadLoop","detail":"{readStateIndex:2108; appliedIndex:2107; }","duration":"2.83681902s","start":"2026-03-03T20:07:41.602256Z","end":"2026-03-03T20:07:44.439075Z","steps":["trace[1003715192] 'read index received' (duration: 96.534108ms)","trace[1003715192] 'applied index is now lower than readState.Index' (duration: 2.740280742s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:07:44.444269Z","caller":"traceutil/trace.go:171","msg":"trace[1424237395] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"1.948920716s","start":"2026-03-03T20:07:42.495316Z","end":"2026-03-03T20:07:44.444237Z","steps":["trace[1424237395] 'process raft request' (duration: 1.948701271s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:44.444466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:42.495283Z","time spent":"1.949071478s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:07:44.444532Z","caller":"traceutil/trace.go:171","msg":"trace[1643184262] transaction","detail":"{read_only:false; response_revision:2026; number_of_response:1; }","duration":"1.860971766s","start":"2026-03-03T20:07:42.583535Z","end":"2026-03-03T20:07:44.444507Z","steps":["trace[1643184262] 'process raft request' (duration: 1.860638868s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:44.444564Z","caller":"traceutil/trace.go:171","msg":"trace[1676090217] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"925.923858ms","start":"2026-03-03T20:07:43.518617Z","end":"2026-03-03T20:07:44.444541Z","steps":["trace[1676090217] 'process raft request' (duration: 925.785765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:44.444654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:42.583512Z","time spent":"1.861094369s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:07:44.444697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917670781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T20:07:44.444682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:43.518586Z","time spent":"926.034941ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:07:44.444716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376926014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T20:07:44.444781Z","caller":"traceutil/trace.go:171","msg":"trace[1463629842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2027; }","duration":"1.377025416s","start":"2026-03-03T20:07:43.067738Z","end":"2026-03-03T20:07:44.444763Z","steps":["trace[1463629842] 'agreement among raft nodes before linearized reading' (duration: 1.376834291s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:44.444812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095754065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:07:44.444829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848266772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T20:07:44.444841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:43.067711Z","time spent":"1.377116768s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T20:07:44.444857Z","caller":"traceutil/trace.go:171","msg":"trace[1456638995] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2027; }","duration":"1.095865668s","start":"2026-03-03T20:07:43.348976Z","end":"2026-03-03T20:07:44.444842Z","steps":["trace[1456638995] 'agreement among raft nodes before linearized reading' (duration: 1.095784496s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:44.444864Z","caller":"traceutil/trace.go:171","msg":"trace[1353027972] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2027; }","duration":"1.848341524s","start":"2026-03-03T20:07:42.596509Z","end":"2026-03-03T20:07:44.444851Z","steps":["trace[1353027972] 'agreement among raft nodes before linearized reading' (duration: 1.848249522s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:44.444895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:42.596487Z","time spent":"1.848400415s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T20:07:44.444896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:43.348923Z","time spent":"1.09596349s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:07:44.444813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537016886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:07:44.445038Z","caller":"traceutil/trace.go:171","msg":"trace[323083541] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2027; }","duration":"1.537261001s","start":"2026-03-03T20:07:42.907739Z","end":"2026-03-03T20:07:44.445Z","steps":["trace[323083541] 'agreement among raft nodes before linearized reading' (duration: 1.537028686s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:44.44511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:42.907721Z","time spent":"1.537374644s","remote":"127.0.0.1:45886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:07:44.445186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.724924455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T20:07:44.445178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.430758106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-03T20:07:44.445229Z","caller":"traceutil/trace.go:171","msg":"trace[1055528723] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2027; }","duration":"2.725022638s","start":"2026-03-03T20:07:41.720196Z","end":"2026-03-03T20:07:44.445219Z","steps":["trace[1055528723] 'agreement among raft nodes before linearized reading' (duration: 2.724919646s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:44.444739Z","caller":"traceutil/trace.go:171","msg":"trace[311446034] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2027; }","duration":"1.917721282s","start":"2026-03-03T20:07:42.527004Z","end":"2026-03-03T20:07:44.444725Z","steps":["trace[311446034] 'agreement among raft nodes before linearized reading' (duration: 1.917590129s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:44.445248Z","caller":"traceutil/trace.go:171","msg":"trace[1672133239] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2027; }","duration":"2.430848078s","start":"2026-03-03T20:07:42.014383Z","end":"2026-03-03T20:07:44.445231Z","steps":["trace[1672133239] 'agreement among raft nodes before linearized reading' (duration: 2.430683724s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:44.445001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92452205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T20:07:44.445284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:42.526995Z","time spent":"1.918276855s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:07:44.445294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:42.014372Z","time spent":"2.430909489s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T20:07:44.445322Z","caller":"traceutil/trace.go:171","msg":"trace[1816352356] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2027; }","duration":"1.924881248s","start":"2026-03-03T20:07:42.520418Z","end":"2026-03-03T20:07:44.4453Z","steps":["trace[1816352356] 'agreement among raft nodes before linearized reading' (duration: 1.924413497s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:44.445392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:42.520391Z","time spent":"1.9249817s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:07:44.44527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:41.720168Z","time spent":"2.725087049s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:07:44.44545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.686215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7b72dab184\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-03T20:07:44.445521Z","caller":"traceutil/trace.go:171","msg":"trace[2114868485] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18996d7b72dab184; range_end:; response_count:1; response_revision:2027; }","duration":"474.809358ms","start":"2026-03-03T20:07:43.970694Z","end":"2026-03-03T20:07:44.445503Z","steps":["trace[2114868485] 'agreement among raft nodes before linearized reading' (duration: 474.588883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:44.445563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:43.970671Z","time spent":"474.88535ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7b72dab184\" "} {"level":"warn","ts":"2026-03-03T20:07:44.445582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.43288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:07:44.445786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.715163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:07:44.445821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376661848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T20:07:44.445834Z","caller":"traceutil/trace.go:171","msg":"trace[1112047410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2027; }","duration":"470.761204ms","start":"2026-03-03T20:07:43.975063Z","end":"2026-03-03T20:07:44.445824Z","steps":["trace[1112047410] 'agreement among raft nodes before linearized reading' (duration: 470.691003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:44.445864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:43.975026Z","time spent":"470.832206ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:07:44.446103Z","caller":"traceutil/trace.go:171","msg":"trace[1614351127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2027; }","duration":"1.377668351s","start":"2026-03-03T20:07:43.068413Z","end":"2026-03-03T20:07:44.446081Z","steps":["trace[1614351127] 'agreement among raft nodes before linearized reading' (duration: 1.376367921s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:44.446194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:43.068384Z","time spent":"1.377795325s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T20:07:44.445875Z","caller":"traceutil/trace.go:171","msg":"trace[9837008] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2027; }","duration":"653.769048ms","start":"2026-03-03T20:07:43.792043Z","end":"2026-03-03T20:07:44.445812Z","steps":["trace[9837008] 'agreement among raft nodes before linearized reading' (duration: 652.594581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:44.446352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:43.792014Z","time spent":"654.32291ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":21,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:07:44.975954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875448437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:07:45.47623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875448437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:07:45.97733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875448437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:07:46.29618Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.821460999s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:07:46.447606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0005249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:07:46.44771Z","caller":"traceutil/trace.go:171","msg":"trace[1961260093] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000703535s","start":"2026-03-03T20:07:44.446985Z","end":"2026-03-03T20:07:46.447689Z","steps":["trace[1961260093] 'agreement among raft nodes before linearized reading' (duration: 2.000578972s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:46.447773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:44.446948Z","time spent":"2.000808508s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:07:46.881375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:46.059463Z","time spent":"821.899636ms","remote":"127.0.0.1:57144","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T20:07:46.881726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.181567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:07:46.881982Z","caller":"traceutil/trace.go:171","msg":"trace[661069452] transaction","detail":"{read_only:false; response_revision:2029; number_of_response:1; }","duration":"2.4335431s","start":"2026-03-03T20:07:44.44841Z","end":"2026-03-03T20:07:46.881953Z","steps":["trace[661069452] 'process raft request' (duration: 1.848017495s)","trace[661069452] 'compare' (duration: 584.87418ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:07:46.882018Z","caller":"traceutil/trace.go:171","msg":"trace[42459319] linearizableReadLoop","detail":"{readStateIndex:2119; appliedIndex:2113; }","duration":"2.407047056s","start":"2026-03-03T20:07:44.474953Z","end":"2026-03-03T20:07:46.882Z","steps":["trace[42459319] 'read index received' (duration: 1.821388687s)","trace[42459319] 'applied index is now lower than readState.Index' (duration: 585.657309ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:07:46.882141Z","caller":"traceutil/trace.go:171","msg":"trace[1674645133] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"2.43136775s","start":"2026-03-03T20:07:44.450762Z","end":"2026-03-03T20:07:46.88213Z","steps":["trace[1674645133] 'process raft request' (duration: 2.431165655s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:46.882141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:44.448392Z","time spent":"2.433644432s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:07:46.88212Z","caller":"traceutil/trace.go:171","msg":"trace[569005524] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"2.431977344s","start":"2026-03-03T20:07:44.450093Z","end":"2026-03-03T20:07:46.88207Z","steps":["trace[569005524] 'process raft request' (duration: 2.43180703s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:46.882281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:44.450742Z","time spent":"2.431454712s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:07:46.882269Z","caller":"traceutil/trace.go:171","msg":"trace[1122802288] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"2.42964886s","start":"2026-03-03T20:07:44.452584Z","end":"2026-03-03T20:07:46.882233Z","steps":["trace[1122802288] 'process raft request' (duration: 2.429386604s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:46.882363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:44.450079Z","time spent":"2.432164078s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:07:46.882418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:44.452577Z","time spent":"2.429791293s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:07:46.882438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.429297911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:07:46.882478Z","caller":"traceutil/trace.go:171","msg":"trace[605248404] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2034; }","duration":"2.429430154s","start":"2026-03-03T20:07:44.453036Z","end":"2026-03-03T20:07:46.882466Z","steps":["trace[605248404] 'agreement among raft nodes before linearized reading' (duration: 2.429287961s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:46.882272Z","caller":"traceutil/trace.go:171","msg":"trace[1262650926] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"2.432307151s","start":"2026-03-03T20:07:44.449942Z","end":"2026-03-03T20:07:46.882249Z","steps":["trace[1262650926] 'process raft request' (duration: 2.431907382s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:46.882522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:44.453021Z","time spent":"2.429493467s","remote":"127.0.0.1:46096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T20:07:46.882551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:44.449911Z","time spent":"2.432608749s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:07:46.882471Z","caller":"traceutil/trace.go:171","msg":"trace[20799637] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"2.431231787s","start":"2026-03-03T20:07:44.45116Z","end":"2026-03-03T20:07:46.882392Z","steps":["trace[20799637] 'process raft request' (duration: 2.430788096s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:46.883171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:44.451138Z","time spent":"2.431533803s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:07:46.912977Z","caller":"traceutil/trace.go:171","msg":"trace[1636802663] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"469.009504ms","start":"2026-03-03T20:07:46.443897Z","end":"2026-03-03T20:07:46.912906Z","steps":["trace[1636802663] 'process raft request' (duration: 468.758918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:46.913443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:46.443853Z","time spent":"469.364892ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:07:46.934363Z","caller":"traceutil/trace.go:171","msg":"trace[1460912795] transaction","detail":"{read_only:false; response_revision:2037; number_of_response:1; }","duration":"483.796717ms","start":"2026-03-03T20:07:46.450546Z","end":"2026-03-03T20:07:46.934343Z","steps":["trace[1460912795] 'process raft request' (duration: 483.673244ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:46.934337Z","caller":"traceutil/trace.go:171","msg":"trace[83124777] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"484.345389ms","start":"2026-03-03T20:07:46.449955Z","end":"2026-03-03T20:07:46.934301Z","steps":["trace[83124777] 'process raft request' (duration: 484.176385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:46.934514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:46.450541Z","time spent":"483.890549ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:07:46.934514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:46.449924Z","time spent":"484.511373ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:07:47.341096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.800742ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T20:07:47.341713Z","caller":"traceutil/trace.go:171","msg":"trace[1672250570] linearizableReadLoop","detail":"{readStateIndex:2124; appliedIndex:2119; }","duration":"459.592615ms","start":"2026-03-03T20:07:46.88209Z","end":"2026-03-03T20:07:47.341683Z","steps":["trace[1672250570] 'read index received' (duration: 30.63563ms)","trace[1672250570] 'applied index is now lower than readState.Index' (duration: 428.955475ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:07:47.341811Z","caller":"traceutil/trace.go:171","msg":"trace[1181000165] transaction","detail":"{read_only:false; response_revision:2038; number_of_response:1; }","duration":"567.291103ms","start":"2026-03-03T20:07:46.774495Z","end":"2026-03-03T20:07:47.341786Z","steps":["trace[1181000165] 'process raft request' (duration: 566.7532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:47.341961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887771757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T20:07:47.342058Z","caller":"traceutil/trace.go:171","msg":"trace[1398662217] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2038; }","duration":"1.88794614s","start":"2026-03-03T20:07:45.454086Z","end":"2026-03-03T20:07:47.342032Z","steps":["trace[1398662217] 'agreement among raft nodes before linearized reading' (duration: 1.887652184s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:47.342117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:45.454057Z","time spent":"1.888049543s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T20:07:47.342139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:46.774465Z","time spent":"567.564848ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:07:47.341831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.808447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:07:47.342221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.864879431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T20:07:47.342272Z","caller":"traceutil/trace.go:171","msg":"trace[689561376] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2038; }","duration":"2.865130057s","start":"2026-03-03T20:07:44.47713Z","end":"2026-03-03T20:07:47.34226Z","steps":["trace[689561376] 'agreement among raft nodes before linearized reading' (duration: 2.864651166s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:47.342311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:44.47711Z","time spent":"2.865192518s","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-03T20:07:47.342272Z","caller":"traceutil/trace.go:171","msg":"trace[287432071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2038; }","duration":"886.291909ms","start":"2026-03-03T20:07:46.455963Z","end":"2026-03-03T20:07:47.342255Z","steps":["trace[287432071] 'agreement among raft nodes before linearized reading' (duration: 885.756666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:47.342446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.227787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:07:47.342649Z","caller":"traceutil/trace.go:171","msg":"trace[1963985753] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2038; }","duration":"456.468873ms","start":"2026-03-03T20:07:46.886166Z","end":"2026-03-03T20:07:47.342635Z","steps":["trace[1963985753] 'agreement among raft nodes before linearized reading' (duration: 456.215307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:47.342727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:46.886148Z","time spent":"456.539365ms","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T20:07:47.342856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.517594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18996d99867a3470\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-03T20:07:47.34297Z","caller":"traceutil/trace.go:171","msg":"trace[1778034610] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18996d99867a3470; range_end:; response_count:1; response_revision:2038; }","duration":"456.662217ms","start":"2026-03-03T20:07:46.886281Z","end":"2026-03-03T20:07:47.342944Z","steps":["trace[1778034610] 'agreement among raft nodes before linearized reading' (duration: 456.209727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:47.343058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:46.886257Z","time spent":"456.786341ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18996d99867a3470\" "} {"level":"warn","ts":"2026-03-03T20:07:47.342916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:46.455948Z","time spent":"886.722529ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:07:53.080832Z","caller":"traceutil/trace.go:171","msg":"trace[1624431121] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"103.113271ms","start":"2026-03-03T20:07:52.977697Z","end":"2026-03-03T20:07:53.08081Z","steps":["trace[1624431121] 'process raft request' (duration: 102.974378ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:53.08107Z","caller":"traceutil/trace.go:171","msg":"trace[2024918428] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"102.112587ms","start":"2026-03-03T20:07:52.978929Z","end":"2026-03-03T20:07:53.081042Z","steps":["trace[2024918428] 'process raft request' (duration: 101.852421ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:53.081402Z","caller":"traceutil/trace.go:171","msg":"trace[1006350040] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"101.934044ms","start":"2026-03-03T20:07:52.979457Z","end":"2026-03-03T20:07:53.081391Z","steps":["trace[1006350040] 'process raft request' (duration: 101.528764ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:03.481587Z","caller":"traceutil/trace.go:171","msg":"trace[1557709034] transaction","detail":"{read_only:false; response_revision:2527; number_of_response:1; }","duration":"151.911421ms","start":"2026-03-03T20:09:03.329645Z","end":"2026-03-03T20:09:03.481557Z","steps":["trace[1557709034] 'process raft request' (duration: 151.748827ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:03.553692Z","caller":"traceutil/trace.go:171","msg":"trace[932989916] transaction","detail":"{read_only:false; response_revision:2528; number_of_response:1; }","duration":"198.447159ms","start":"2026-03-03T20:09:03.355205Z","end":"2026-03-03T20:09:03.553652Z","steps":["trace[932989916] 'process raft request' (duration: 198.194883ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:03.553733Z","caller":"traceutil/trace.go:171","msg":"trace[351025488] transaction","detail":"{read_only:false; response_revision:2529; number_of_response:1; }","duration":"138.149682ms","start":"2026-03-03T20:09:03.415549Z","end":"2026-03-03T20:09:03.553699Z","steps":["trace[351025488] 'process raft request' (duration: 138.019779ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:03.553667Z","caller":"traceutil/trace.go:171","msg":"trace[1177327274] linearizableReadLoop","detail":"{readStateIndex:2638; appliedIndex:2636; }","duration":"106.851897ms","start":"2026-03-03T20:09:03.446778Z","end":"2026-03-03T20:09:03.55363Z","steps":["trace[1177327274] 'read index received' (duration: 34.851748ms)","trace[1177327274] 'applied index is now lower than readState.Index' (duration: 71.997929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:09:03.553935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.132573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T20:09:03.554001Z","caller":"traceutil/trace.go:171","msg":"trace[843623300] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2529; }","duration":"107.269536ms","start":"2026-03-03T20:09:03.44672Z","end":"2026-03-03T20:09:03.55399Z","steps":["trace[843623300] 'agreement among raft nodes before linearized reading' (duration: 107.034811ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:07.806465Z","caller":"traceutil/trace.go:171","msg":"trace[47388853] transaction","detail":"{read_only:false; response_revision:2588; number_of_response:1; }","duration":"185.214633ms","start":"2026-03-03T20:09:07.621227Z","end":"2026-03-03T20:09:07.806441Z","steps":["trace[47388853] 'process raft request' (duration: 184.974737ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:07.806457Z","caller":"traceutil/trace.go:171","msg":"trace[1095935169] linearizableReadLoop","detail":"{readStateIndex:2698; appliedIndex:2697; }","duration":"161.33817ms","start":"2026-03-03T20:09:07.645069Z","end":"2026-03-03T20:09:07.806407Z","steps":["trace[1095935169] 'read index received' (duration: 161.054663ms)","trace[1095935169] 'applied index is now lower than readState.Index' (duration: 282.187µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:09:07.806698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.608676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:09:07.806759Z","caller":"traceutil/trace.go:171","msg":"trace[2129234583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2588; }","duration":"161.750859ms","start":"2026-03-03T20:09:07.644994Z","end":"2026-03-03T20:09:07.806745Z","steps":["trace[2129234583] 'agreement among raft nodes before linearized reading' (duration: 161.525334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:07.806808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.425625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:09:07.806847Z","caller":"traceutil/trace.go:171","msg":"trace[1304943544] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2588; }","duration":"159.484257ms","start":"2026-03-03T20:09:07.647353Z","end":"2026-03-03T20:09:07.806837Z","steps":["trace[1304943544] 'agreement among raft nodes before linearized reading' (duration: 159.370694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:07.806837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.368757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:09:07.806901Z","caller":"traceutil/trace.go:171","msg":"trace[1153641910] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2588; }","duration":"160.49556ms","start":"2026-03-03T20:09:07.64639Z","end":"2026-03-03T20:09:07.806885Z","steps":["trace[1153641910] 'agreement among raft nodes before linearized reading' (duration: 160.303236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:07.807062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.263475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:09:07.807083Z","caller":"traceutil/trace.go:171","msg":"trace[555385315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2588; }","duration":"160.324857ms","start":"2026-03-03T20:09:07.646753Z","end":"2026-03-03T20:09:07.807078Z","steps":["trace[555385315] 'agreement among raft nodes before linearized reading' (duration: 160.269465ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:10.264414Z","caller":"traceutil/trace.go:171","msg":"trace[1409355406] transaction","detail":"{read_only:false; response_revision:2594; number_of_response:1; }","duration":"874.341996ms","start":"2026-03-03T20:09:09.390041Z","end":"2026-03-03T20:09:10.264383Z","steps":["trace[1409355406] 'process raft request' (duration: 874.176373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:10.264622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:09.390014Z","time spent":"874.482309ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:09:10.2655Z","caller":"traceutil/trace.go:171","msg":"trace[109227252] linearizableReadLoop","detail":"{readStateIndex:2707; appliedIndex:2703; }","duration":"455.063038ms","start":"2026-03-03T20:09:09.81042Z","end":"2026-03-03T20:09:10.265483Z","steps":["trace[109227252] 'read index received' (duration: 453.832479ms)","trace[109227252] 'applied index is now lower than readState.Index' (duration: 1.229169ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:10.265778Z","caller":"traceutil/trace.go:171","msg":"trace[834567982] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"643.152478ms","start":"2026-03-03T20:09:09.622575Z","end":"2026-03-03T20:09:10.265728Z","steps":["trace[834567982] 'process raft request' (duration: 642.798109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:10.265876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.696113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:09:10.265913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.175067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:09:10.265919Z","caller":"traceutil/trace.go:171","msg":"trace[1390704686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2598; }","duration":"301.787645ms","start":"2026-03-03T20:09:09.964119Z","end":"2026-03-03T20:09:10.265906Z","steps":["trace[1390704686] 'agreement among raft nodes before linearized reading' (duration: 301.711213ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:10.265947Z","caller":"traceutil/trace.go:171","msg":"trace[1511615520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2598; }","duration":"416.224897ms","start":"2026-03-03T20:09:09.84971Z","end":"2026-03-03T20:09:10.265935Z","steps":["trace[1511615520] 'agreement among raft nodes before linearized reading' (duration: 416.146826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:10.265988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:09.849699Z","time spent":"416.281728ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:09:10.265988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:09.964094Z","time spent":"301.854177ms","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:09:10.266012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.946831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T20:09:10.266073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:09.622553Z","time spent":"643.348972ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:09:10.266074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.179367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:09:10.266122Z","caller":"traceutil/trace.go:171","msg":"trace[674423931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2598; }","duration":"416.142635ms","start":"2026-03-03T20:09:09.849956Z","end":"2026-03-03T20:09:10.266099Z","steps":["trace[674423931] 'agreement among raft nodes before linearized reading' (duration: 415.872519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:10.266134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.713733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T20:09:10.266163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:09.84991Z","time spent":"416.242527ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T20:09:10.266168Z","caller":"traceutil/trace.go:171","msg":"trace[2032234219] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2598; }","duration":"455.802325ms","start":"2026-03-03T20:09:09.810356Z","end":"2026-03-03T20:09:10.266158Z","steps":["trace[2032234219] 'agreement among raft nodes before linearized reading' (duration: 455.652961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:10.266262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:09.810332Z","time spent":"455.921128ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T20:09:10.266282Z","caller":"traceutil/trace.go:171","msg":"trace[1640131190] transaction","detail":"{read_only:false; response_revision:2595; number_of_response:1; }","duration":"663.944409ms","start":"2026-03-03T20:09:09.602324Z","end":"2026-03-03T20:09:10.266269Z","steps":["trace[1640131190] 'process raft request' (duration: 662.968426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:10.266297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.040054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:09:10.266163Z","caller":"traceutil/trace.go:171","msg":"trace[1998465941] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2598; }","duration":"416.299359ms","start":"2026-03-03T20:09:09.849844Z","end":"2026-03-03T20:09:10.266144Z","steps":["trace[1998465941] 'agreement among raft nodes before linearized reading' (duration: 416.016563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:10.26631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.572051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-03T20:09:10.265825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.72209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:09:10.266352Z","caller":"traceutil/trace.go:171","msg":"trace[1602142513] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2598; }","duration":"383.614642ms","start":"2026-03-03T20:09:09.882727Z","end":"2026-03-03T20:09:10.266342Z","steps":["trace[1602142513] 'agreement among raft nodes before linearized reading' (duration: 383.511049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:10.266367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:09.849838Z","time spent":"416.508194ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:09:10.266391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:09.882652Z","time spent":"383.732904ms","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-03T20:09:10.266482Z","caller":"traceutil/trace.go:171","msg":"trace[1825425865] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"641.336345ms","start":"2026-03-03T20:09:09.624452Z","end":"2026-03-03T20:09:10.265789Z","steps":["trace[1825425865] 'process raft request' (duration: 640.964406ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:10.266457Z","caller":"traceutil/trace.go:171","msg":"trace[1353815131] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2598; }","duration":"436.342424ms","start":"2026-03-03T20:09:09.830047Z","end":"2026-03-03T20:09:10.26639Z","steps":["trace[1353815131] 'agreement among raft nodes before linearized reading' (duration: 435.637688ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:10.266343Z","caller":"traceutil/trace.go:171","msg":"trace[758809438] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2598; }","duration":"193.124106ms","start":"2026-03-03T20:09:10.073202Z","end":"2026-03-03T20:09:10.266327Z","steps":["trace[758809438] 'agreement among raft nodes before linearized reading' (duration: 193.050835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:10.266596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:09.830026Z","time spent":"436.524728ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:09:10.26661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:09.62443Z","time spent":"642.098473ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:09:10.26644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:09.602285Z","time spent":"664.026811ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:09:16.595183Z","caller":"traceutil/trace.go:171","msg":"trace[1173033725] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"305.03169ms","start":"2026-03-03T20:09:16.290113Z","end":"2026-03-03T20:09:16.595145Z","steps":["trace[1173033725] 'process raft request' (duration: 304.722483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:16.595589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:16.290083Z","time spent":"305.373798ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:09:16.597137Z","caller":"traceutil/trace.go:171","msg":"trace[2013123223] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"306.857343ms","start":"2026-03-03T20:09:16.290223Z","end":"2026-03-03T20:09:16.597081Z","steps":["trace[2013123223] 'process raft request' (duration: 306.511975ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:16.597287Z","caller":"traceutil/trace.go:171","msg":"trace[1185593305] linearizableReadLoop","detail":"{readStateIndex:2746; appliedIndex:2744; }","duration":"301.799815ms","start":"2026-03-03T20:09:16.295433Z","end":"2026-03-03T20:09:16.597233Z","steps":["trace[1185593305] 'read index received' (duration: 299.448521ms)","trace[1185593305] 'applied index is now lower than readState.Index' (duration: 2.349944ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:16.597334Z","caller":"traceutil/trace.go:171","msg":"trace[1236375244] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"274.312838ms","start":"2026-03-03T20:09:16.323Z","end":"2026-03-03T20:09:16.597313Z","steps":["trace[1236375244] 'process raft request' (duration: 274.008711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:16.597588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.144523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T20:09:16.597606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:16.29018Z","time spent":"307.14335ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:09:16.597678Z","caller":"traceutil/trace.go:171","msg":"trace[1507050340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2636; }","duration":"302.241316ms","start":"2026-03-03T20:09:16.295387Z","end":"2026-03-03T20:09:16.597629Z","steps":["trace[1507050340] 'agreement among raft nodes before linearized reading' (duration: 302.053261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:16.597695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.482355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:09:16.597806Z","caller":"traceutil/trace.go:171","msg":"trace[73284094] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2636; }","duration":"297.599327ms","start":"2026-03-03T20:09:16.300151Z","end":"2026-03-03T20:09:16.597751Z","steps":["trace[73284094] 'agreement among raft nodes before linearized reading' (duration: 297.382722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:16.597825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:16.295372Z","time spent":"302.351408ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:09:16.597804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.033378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T20:09:16.597709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.576624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:09:16.59789Z","caller":"traceutil/trace.go:171","msg":"trace[739426701] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2636; }","duration":"295.167121ms","start":"2026-03-03T20:09:16.302699Z","end":"2026-03-03T20:09:16.597866Z","steps":["trace[739426701] 'agreement among raft nodes before linearized reading' (duration: 294.937396ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:16.598071Z","caller":"traceutil/trace.go:171","msg":"trace[1186838259] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2636; }","duration":"296.86083ms","start":"2026-03-03T20:09:16.30109Z","end":"2026-03-03T20:09:16.59795Z","steps":["trace[1186838259] 'agreement among raft nodes before linearized reading' (duration: 296.479051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:16.597986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.406393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:09:16.598302Z","caller":"traceutil/trace.go:171","msg":"trace[284481572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2636; }","duration":"297.793002ms","start":"2026-03-03T20:09:16.300491Z","end":"2026-03-03T20:09:16.598284Z","steps":["trace[284481572] 'agreement among raft nodes before linearized reading' (duration: 297.237189ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:20.666912Z","caller":"traceutil/trace.go:171","msg":"trace[2008631761] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"171.076965ms","start":"2026-03-03T20:09:20.49579Z","end":"2026-03-03T20:09:20.666866Z","steps":["trace[2008631761] 'process raft request' (duration: 170.755848ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:20.66758Z","caller":"traceutil/trace.go:171","msg":"trace[1713026264] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"171.388142ms","start":"2026-03-03T20:09:20.496143Z","end":"2026-03-03T20:09:20.667531Z","steps":["trace[1713026264] 'process raft request' (duration: 171.119656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:43.472328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875450180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:09:43.973555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875450180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:09:44.15383Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.351261308s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:09:44.154348Z","caller":"traceutil/trace.go:171","msg":"trace[1821737727] transaction","detail":"{read_only:false; response_revision:2776; number_of_response:1; }","duration":"1.351870073s","start":"2026-03-03T20:09:42.802445Z","end":"2026-03-03T20:09:44.154315Z","steps":["trace[1821737727] 'process raft request' (duration: 1.351653308s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:44.154557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:42.802428Z","time spent":"1.352012516s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:09:44.178097Z","caller":"traceutil/trace.go:171","msg":"trace[918292946] linearizableReadLoop","detail":"{readStateIndex:2896; appliedIndex:2892; }","duration":"1.206439876s","start":"2026-03-03T20:09:42.971619Z","end":"2026-03-03T20:09:44.178059Z","steps":["trace[918292946] 'read index received' (duration: 1.182533026s)","trace[918292946] 'applied index is now lower than readState.Index' (duration: 23.90578ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:44.17815Z","caller":"traceutil/trace.go:171","msg":"trace[1841199135] transaction","detail":"{read_only:false; response_revision:2778; number_of_response:1; }","duration":"1.329324814s","start":"2026-03-03T20:09:42.848802Z","end":"2026-03-03T20:09:44.178126Z","steps":["trace[1841199135] 'process raft request' (duration: 1.32917919s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:44.178207Z","caller":"traceutil/trace.go:171","msg":"trace[337752410] transaction","detail":"{read_only:false; response_revision:2779; number_of_response:1; }","duration":"1.328354191s","start":"2026-03-03T20:09:42.84984Z","end":"2026-03-03T20:09:44.178194Z","steps":["trace[337752410] 'process raft request' (duration: 1.328176007s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:44.178233Z","caller":"traceutil/trace.go:171","msg":"trace[423452382] transaction","detail":"{read_only:false; response_revision:2777; number_of_response:1; }","duration":"1.354447193s","start":"2026-03-03T20:09:42.823739Z","end":"2026-03-03T20:09:44.178186Z","steps":["trace[423452382] 'process raft request' (duration: 1.354077194s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:44.178295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:42.848691Z","time spent":"1.329528569s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:09:44.178369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:42.849823Z","time spent":"1.328421503s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:09:44.178424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183784315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T20:09:44.178457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:42.82371Z","time spent":"1.354622337s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:09:44.178458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.391812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-03T20:09:44.178481Z","caller":"traceutil/trace.go:171","msg":"trace[1828884219] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2779; }","duration":"1.183890128s","start":"2026-03-03T20:09:42.994571Z","end":"2026-03-03T20:09:44.178462Z","steps":["trace[1828884219] 'agreement among raft nodes before linearized reading' (duration: 1.183697683s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:44.178522Z","caller":"traceutil/trace.go:171","msg":"trace[1138072585] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2779; }","duration":"296.507995ms","start":"2026-03-03T20:09:43.881996Z","end":"2026-03-03T20:09:44.178504Z","steps":["trace[1138072585] 'agreement among raft nodes before linearized reading' (duration: 296.32541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:44.178529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:42.994546Z","time spent":"1.18397492s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:09:44.178554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183084659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:09:44.178605Z","caller":"traceutil/trace.go:171","msg":"trace[346889185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2779; }","duration":"1.183135351s","start":"2026-03-03T20:09:42.995455Z","end":"2026-03-03T20:09:44.17859Z","steps":["trace[346889185] 'agreement among raft nodes before linearized reading' (duration: 1.182990167s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:44.178647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:42.995411Z","time spent":"1.183224703s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:09:44.17866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.405695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:09:44.178674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183259133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T20:09:44.178708Z","caller":"traceutil/trace.go:171","msg":"trace[503378794] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2779; }","duration":"1.183307834s","start":"2026-03-03T20:09:42.995391Z","end":"2026-03-03T20:09:44.178699Z","steps":["trace[503378794] 'agreement among raft nodes before linearized reading' (duration: 1.183213812s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:44.178709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.561256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:09:44.178711Z","caller":"traceutil/trace.go:171","msg":"trace[2125976332] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2779; }","duration":"842.518408ms","start":"2026-03-03T20:09:43.336178Z","end":"2026-03-03T20:09:44.178697Z","steps":["trace[2125976332] 'agreement among raft nodes before linearized reading' (duration: 842.431406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:44.178734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:42.995386Z","time spent":"1.183342405s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T20:09:44.17874Z","caller":"traceutil/trace.go:171","msg":"trace[875414245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2779; }","duration":"214.642898ms","start":"2026-03-03T20:09:43.964088Z","end":"2026-03-03T20:09:44.178731Z","steps":["trace[875414245] 'agreement among raft nodes before linearized reading' (duration: 214.589897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:44.178753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:43.336151Z","time spent":"842.592339ms","remote":"127.0.0.1:45942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:09:44.178899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207276816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T20:09:44.178912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183480248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:09:44.178957Z","caller":"traceutil/trace.go:171","msg":"trace[578254302] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2779; }","duration":"1.207381099s","start":"2026-03-03T20:09:42.971555Z","end":"2026-03-03T20:09:44.178936Z","steps":["trace[578254302] 'agreement among raft nodes before linearized reading' (duration: 1.207259606s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:44.178998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:42.971525Z","time spent":"1.20746466s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T20:09:44.17901Z","caller":"traceutil/trace.go:171","msg":"trace[227832323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2779; }","duration":"1.183631972s","start":"2026-03-03T20:09:42.995351Z","end":"2026-03-03T20:09:44.178983Z","steps":["trace[227832323] 'agreement among raft nodes before linearized reading' (duration: 1.183321555s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:44.179062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:42.995338Z","time spent":"1.183715434s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:09:44.801866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.623132ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:09:44.801962Z","caller":"traceutil/trace.go:171","msg":"trace[1809017269] linearizableReadLoop","detail":"{readStateIndex:2897; appliedIndex:2896; }","duration":"619.282877ms","start":"2026-03-03T20:09:44.182663Z","end":"2026-03-03T20:09:44.801946Z","steps":["trace[1809017269] 'read index received' (duration: 184.397619ms)","trace[1809017269] 'applied index is now lower than readState.Index' (duration: 434.883988ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:44.80203Z","caller":"traceutil/trace.go:171","msg":"trace[250021839] transaction","detail":"{read_only:false; response_revision:2780; number_of_response:1; }","duration":"620.425584ms","start":"2026-03-03T20:09:44.181595Z","end":"2026-03-03T20:09:44.802021Z","steps":["trace[250021839] 'process raft request' (duration: 185.563697ms)","trace[250021839] 'compare' (duration: 434.411546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:09:44.802078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:44.181566Z","time spent":"620.489266ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:09:44.80232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.662216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:09:44.802345Z","caller":"traceutil/trace.go:171","msg":"trace[943573307] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2780; }","duration":"619.693606ms","start":"2026-03-03T20:09:44.182645Z","end":"2026-03-03T20:09:44.802338Z","steps":["trace[943573307] 'agreement among raft nodes before linearized reading' (duration: 619.590874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:44.802371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:44.182592Z","time spent":"619.773659ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":34,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:09:46.654875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667964418s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:09:46.655192Z","caller":"traceutil/trace.go:171","msg":"trace[256768550] transaction","detail":"{read_only:false; response_revision:2781; number_of_response:1; }","duration":"2.47183839s","start":"2026-03-03T20:09:44.183307Z","end":"2026-03-03T20:09:46.655145Z","steps":["trace[256768550] 'process raft request' (duration: 803.501064ms)","trace[256768550] 'compare' (duration: 1.667286921s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:09:46.655333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:44.183285Z","time spent":"2.471985293s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:09:46.65537Z","caller":"traceutil/trace.go:171","msg":"trace[1383542785] transaction","detail":"{read_only:false; response_revision:2782; number_of_response:1; }","duration":"2.471746477s","start":"2026-03-03T20:09:44.183546Z","end":"2026-03-03T20:09:46.655292Z","steps":["trace[1383542785] 'process raft request' (duration: 2.4714491s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:46.655598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:44.183541Z","time spent":"2.471952572s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:09:46.655639Z","caller":"traceutil/trace.go:171","msg":"trace[849283240] transaction","detail":"{read_only:false; response_revision:2783; number_of_response:1; }","duration":"2.472008014s","start":"2026-03-03T20:09:44.183588Z","end":"2026-03-03T20:09:46.655596Z","steps":["trace[849283240] 'process raft request' (duration: 2.471666896s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:46.65583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:44.183567Z","time spent":"2.472166178s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:09:46.655911Z","caller":"traceutil/trace.go:171","msg":"trace[763906644] transaction","detail":"{read_only:false; response_revision:2784; number_of_response:1; }","duration":"2.471592584s","start":"2026-03-03T20:09:44.184281Z","end":"2026-03-03T20:09:46.655873Z","steps":["trace[763906644] 'process raft request' (duration: 2.471221105s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:46.656154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:44.184261Z","time spent":"2.471793959s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:09:46.656529Z","caller":"traceutil/trace.go:171","msg":"trace[1485428945] transaction","detail":"{read_only:false; response_revision:2786; number_of_response:1; }","duration":"1.936780826s","start":"2026-03-03T20:09:44.719738Z","end":"2026-03-03T20:09:46.656519Z","steps":["trace[1485428945] 'process raft request' (duration: 1.936695334s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:46.656616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:44.719698Z","time spent":"1.936868918s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:09:46.656613Z","caller":"traceutil/trace.go:171","msg":"trace[445710003] transaction","detail":"{read_only:false; response_revision:2785; number_of_response:1; }","duration":"2.472149497s","start":"2026-03-03T20:09:44.184374Z","end":"2026-03-03T20:09:46.656524Z","steps":["trace[445710003] 'process raft request' (duration: 2.471435931s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:46.656815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.084383375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T20:09:46.656929Z","caller":"traceutil/trace.go:171","msg":"trace[373320167] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2786; }","duration":"2.084544408s","start":"2026-03-03T20:09:44.57237Z","end":"2026-03-03T20:09:46.656914Z","steps":["trace[373320167] 'agreement among raft nodes before linearized reading' (duration: 2.084339694s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:46.656997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:44.572345Z","time spent":"2.084640521s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T20:09:46.656982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:44.184339Z","time spent":"2.472454445s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:09:46.657249Z","caller":"traceutil/trace.go:171","msg":"trace[1882858934] linearizableReadLoop","detail":"{readStateIndex:2903; appliedIndex:2897; }","duration":"1.854494248s","start":"2026-03-03T20:09:44.80198Z","end":"2026-03-03T20:09:46.656474Z","steps":["trace[1882858934] 'read index received' (duration: 184.768559ms)","trace[1882858934] 'applied index is now lower than readState.Index' (duration: 1.669724789s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:09:46.657382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.473803586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-03T20:09:46.657448Z","caller":"traceutil/trace.go:171","msg":"trace[1334609341] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2786; }","duration":"2.47396948s","start":"2026-03-03T20:09:44.183448Z","end":"2026-03-03T20:09:46.657418Z","steps":["trace[1334609341] 'agreement among raft nodes before linearized reading' (duration: 2.473666033s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:46.657487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:44.183428Z","time spent":"2.474049652s","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-03T20:09:46.966683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000011057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:09:46.966895Z","caller":"traceutil/trace.go:171","msg":"trace[1196198368] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000309685s","start":"2026-03-03T20:09:44.966523Z","end":"2026-03-03T20:09:46.966833Z","steps":["trace[1196198368] 'agreement among raft nodes before linearized reading' (duration: 2.000059209s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:46.967103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:44.966492Z","time spent":"2.000594121s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:09:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:09:47.883057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.521616ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:09:47.883223Z","caller":"traceutil/trace.go:171","msg":"trace[1350374531] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2786; }","duration":"428.706531ms","start":"2026-03-03T20:09:47.454493Z","end":"2026-03-03T20:09:47.8832Z","steps":["trace[1350374531] 'range keys from in-memory index tree' (duration: 428.495556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:47.883764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013954094s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:09:47.883917Z","caller":"traceutil/trace.go:171","msg":"trace[2078468282] transaction","detail":"{read_only:false; response_revision:2787; number_of_response:1; }","duration":"1.699735321s","start":"2026-03-03T20:09:46.184156Z","end":"2026-03-03T20:09:47.883891Z","steps":["trace[2078468282] 'process raft request' (duration: 685.524261ms)","trace[2078468282] 'compare' (duration: 1.013558445s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:09:47.883998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:46.184126Z","time spent":"1.699837513s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:09:48.043381Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.173691576s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:09:48.138811Z","caller":"traceutil/trace.go:171","msg":"trace[552782249] transaction","detail":"{read_only:false; response_revision:2790; number_of_response:1; }","duration":"1.477270468s","start":"2026-03-03T20:09:46.661518Z","end":"2026-03-03T20:09:48.138788Z","steps":["trace[552782249] 'process raft request' (duration: 1.477112594s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:48.138873Z","caller":"traceutil/trace.go:171","msg":"trace[1943560361] transaction","detail":"{read_only:false; response_revision:2788; number_of_response:1; }","duration":"1.954454977s","start":"2026-03-03T20:09:46.184409Z","end":"2026-03-03T20:09:48.138864Z","steps":["trace[1943560361] 'process raft request' (duration: 1.85934749s)","trace[1943560361] 'compare' (duration: 94.564245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:09:48.138966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:46.184399Z","time spent":"1.954492698s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:09:48.139026Z","caller":"traceutil/trace.go:171","msg":"trace[1398983649] linearizableReadLoop","detail":"{readStateIndex:2906; appliedIndex:2903; }","duration":"1.481734872s","start":"2026-03-03T20:09:46.65727Z","end":"2026-03-03T20:09:48.139005Z","steps":["trace[1398983649] 'read index received' (duration: 212.433007ms)","trace[1398983649] 'applied index is now lower than readState.Index' (duration: 1.269299165s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:09:48.138966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:46.661491Z","time spent":"1.477393121s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:09:48.138811Z","caller":"traceutil/trace.go:171","msg":"trace[1255215893] transaction","detail":"{read_only:false; response_revision:2789; number_of_response:1; }","duration":"1.953659778s","start":"2026-03-03T20:09:46.185123Z","end":"2026-03-03T20:09:48.138783Z","steps":["trace[1255215893] 'process raft request' (duration: 1.953372292s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:48.139228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:46.185082Z","time spent":"1.954108169s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:09:48.519582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.880932ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-03T20:09:48.51975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.413302445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:09:48.519852Z","caller":"traceutil/trace.go:171","msg":"trace[228603480] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2790; }","duration":"2.413469609s","start":"2026-03-03T20:09:46.106357Z","end":"2026-03-03T20:09:48.519826Z","steps":["trace[228603480] 'agreement among raft nodes before linearized reading' (duration: 2.032772232s)","trace[228603480] 'count revisions from in-memory index tree' (duration: 380.545794ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:48.51972Z","caller":"traceutil/trace.go:171","msg":"trace[1548169867] linearizableReadLoop","detail":"{readStateIndex:2908; appliedIndex:2907; }","duration":"380.642096ms","start":"2026-03-03T20:09:48.139054Z","end":"2026-03-03T20:09:48.519696Z","steps":["trace[1548169867] 'read index received' (duration: 116.703µs)","trace[1548169867] 'applied index is now lower than readState.Index' (duration: 380.523323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:09:48.519904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:46.106332Z","time spent":"2.413559242s","remote":"127.0.0.1:60332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:09:48.520258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.858849616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"warn","ts":"2026-03-03T20:09:48.520237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901188488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:09:48.520305Z","caller":"traceutil/trace.go:171","msg":"trace[1804496853] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2790; }","duration":"1.858935938s","start":"2026-03-03T20:09:46.661357Z","end":"2026-03-03T20:09:48.520293Z","steps":["trace[1804496853] 'agreement among raft nodes before linearized reading' (duration: 1.85857438s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:48.520349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553066851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:09:48.520367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:46.661336Z","time spent":"1.85902227s","remote":"127.0.0.1:46112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7485,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-03T20:09:48.520372Z","caller":"traceutil/trace.go:171","msg":"trace[1901784654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2790; }","duration":"1.901381872s","start":"2026-03-03T20:09:46.618952Z","end":"2026-03-03T20:09:48.520334Z","steps":["trace[1901784654] 'agreement among raft nodes before linearized reading' (duration: 1.520155712s)","trace[1901784654] 'range keys from in-memory index tree' (duration: 381.035186ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:48.520396Z","caller":"traceutil/trace.go:171","msg":"trace[997365527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2790; }","duration":"1.553217895s","start":"2026-03-03T20:09:46.967167Z","end":"2026-03-03T20:09:48.520384Z","steps":["trace[997365527] 'agreement among raft nodes before linearized reading' (duration: 1.553128573s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:48.520377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020347981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:09:48.520426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:46.618928Z","time spent":"1.901485815s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:09:48.520437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:46.967142Z","time spent":"1.553286076s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:09:48.52048Z","caller":"traceutil/trace.go:171","msg":"trace[14053447] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2790; }","duration":"1.020567936s","start":"2026-03-03T20:09:47.499885Z","end":"2026-03-03T20:09:48.520453Z","steps":["trace[14053447] 'agreement among raft nodes before linearized reading' (duration: 1.020369441s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:48.520512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.669814424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T20:09:48.520541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:47.499855Z","time spent":"1.020675779s","remote":"127.0.0.1:60388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:09:48.520584Z","caller":"traceutil/trace.go:171","msg":"trace[1522959185] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2790; }","duration":"3.669927126s","start":"2026-03-03T20:09:44.850641Z","end":"2026-03-03T20:09:48.520568Z","steps":["trace[1522959185] 'agreement among raft nodes before linearized reading' (duration: 3.288511262s)","trace[1522959185] 'range keys from in-memory index tree' (duration: 381.180489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:09:48.520653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:44.850612Z","time spent":"3.670003419s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:09:48.520906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.714316486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18996db68d3a8c62\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-03T20:09:48.521086Z","caller":"traceutil/trace.go:171","msg":"trace[991851959] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18996db68d3a8c62; range_end:; response_count:1; response_revision:2790; }","duration":"3.71447787s","start":"2026-03-03T20:09:44.806519Z","end":"2026-03-03T20:09:48.520997Z","steps":["trace[991851959] 'agreement among raft nodes before linearized reading' (duration: 3.332643336s)","trace[991851959] 'range keys from in-memory index tree' (duration: 381.489426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:09:48.521135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:44.806496Z","time spent":"3.714629023s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18996db68d3a8c62\" "} {"level":"warn","ts":"2026-03-03T20:09:48.521326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.594276524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:09:48.521496Z","caller":"traceutil/trace.go:171","msg":"trace[1064478730] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2790; }","duration":"3.594857697s","start":"2026-03-03T20:09:44.926608Z","end":"2026-03-03T20:09:48.521466Z","steps":["trace[1064478730] 'agreement among raft nodes before linearized reading' (duration: 3.212531662s)","trace[1064478730] 'count revisions from in-memory index tree' (duration: 381.748292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:09:48.52161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:44.926581Z","time spent":"3.59500949s","remote":"127.0.0.1:46170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":325,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:09:48.629071Z","caller":"traceutil/trace.go:171","msg":"trace[843431189] linearizableReadLoop","detail":"{readStateIndex:2909; appliedIndex:2908; }","duration":"100.936915ms","start":"2026-03-03T20:09:48.528105Z","end":"2026-03-03T20:09:48.629042Z","steps":["trace[843431189] 'read index received' (duration: 100.646988ms)","trace[843431189] 'applied index is now lower than readState.Index' (duration: 288.897µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:48.629299Z","caller":"traceutil/trace.go:171","msg":"trace[976404413] transaction","detail":"{read_only:false; response_revision:2791; number_of_response:1; }","duration":"104.55925ms","start":"2026-03-03T20:09:48.524689Z","end":"2026-03-03T20:09:48.629248Z","steps":["trace[976404413] 'process raft request' (duration: 104.1374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:48.629507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.014234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:09:48.629606Z","caller":"traceutil/trace.go:171","msg":"trace[1567217236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2791; }","duration":"100.410183ms","start":"2026-03-03T20:09:48.529173Z","end":"2026-03-03T20:09:48.629584Z","steps":["trace[1567217236] 'agreement among raft nodes before linearized reading' (duration: 100.217758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:48.629567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.434596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:09:48.629709Z","caller":"traceutil/trace.go:171","msg":"trace[1537188715] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2791; }","duration":"101.647671ms","start":"2026-03-03T20:09:48.528047Z","end":"2026-03-03T20:09:48.629695Z","steps":["trace[1537188715] 'agreement among raft nodes before linearized reading' (duration: 101.230442ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:48.982436Z","caller":"traceutil/trace.go:171","msg":"trace[1139392886] linearizableReadLoop","detail":"{readStateIndex:2910; appliedIndex:2909; }","duration":"322.075375ms","start":"2026-03-03T20:09:48.660342Z","end":"2026-03-03T20:09:48.982418Z","steps":["trace[1139392886] 'read index received' (duration: 321.901481ms)","trace[1139392886] 'applied index is now lower than readState.Index' (duration: 173.274µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:48.982504Z","caller":"traceutil/trace.go:171","msg":"trace[95127742] transaction","detail":"{read_only:false; response_revision:2792; number_of_response:1; }","duration":"346.857415ms","start":"2026-03-03T20:09:48.635598Z","end":"2026-03-03T20:09:48.982456Z","steps":["trace[95127742] 'process raft request' (duration: 346.698321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:48.982697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.078075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T20:09:48.982697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.204084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:09:48.982738Z","caller":"traceutil/trace.go:171","msg":"trace[719052789] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2792; }","duration":"322.286499ms","start":"2026-03-03T20:09:48.660441Z","end":"2026-03-03T20:09:48.982728Z","steps":["trace[719052789] 'agreement among raft nodes before linearized reading' (duration: 322.084254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:48.982725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:48.635565Z","time spent":"347.033579ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:09:48.982749Z","caller":"traceutil/trace.go:171","msg":"trace[1368790762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2792; }","duration":"321.283986ms","start":"2026-03-03T20:09:48.661453Z","end":"2026-03-03T20:09:48.982737Z","steps":["trace[1368790762] 'agreement among raft nodes before linearized reading' (duration: 321.119642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:48.982767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:48.660414Z","time spent":"322.343981ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:09:48.982782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:48.661444Z","time spent":"321.330907ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:09:48.982804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.449243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T20:09:48.982896Z","caller":"traceutil/trace.go:171","msg":"trace[1988191448] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2792; }","duration":"322.594467ms","start":"2026-03-03T20:09:48.660285Z","end":"2026-03-03T20:09:48.982879Z","steps":["trace[1988191448] 'agreement among raft nodes before linearized reading' (duration: 322.246218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:48.982938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:48.660269Z","time spent":"322.660949ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:09:48.982998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.961428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:09:48.98311Z","caller":"traceutil/trace.go:171","msg":"trace[202935622] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2792; }","duration":"321.120972ms","start":"2026-03-03T20:09:48.661962Z","end":"2026-03-03T20:09:48.983083Z","steps":["trace[202935622] 'agreement among raft nodes before linearized reading' (duration: 320.740563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:48.982911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.122923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:09:48.983175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:48.661951Z","time spent":"321.214174ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T20:09:48.983278Z","caller":"traceutil/trace.go:171","msg":"trace[1884220611] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2792; }","duration":"292.512802ms","start":"2026-03-03T20:09:48.690743Z","end":"2026-03-03T20:09:48.983256Z","steps":["trace[1884220611] 'agreement among raft nodes before linearized reading' (duration: 292.134184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:48.983502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.027343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:09:48.983643Z","caller":"traceutil/trace.go:171","msg":"trace[585498159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2792; }","duration":"322.655418ms","start":"2026-03-03T20:09:48.66097Z","end":"2026-03-03T20:09:48.983626Z","steps":["trace[585498159] 'agreement among raft nodes before linearized reading' (duration: 321.816558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:48.983715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:48.66096Z","time spent":"322.7462ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:09:49.490123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875450214,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:09:49.925103Z","caller":"traceutil/trace.go:171","msg":"trace[1875904777] transaction","detail":"{read_only:false; response_revision:2793; number_of_response:1; }","duration":"937.942263ms","start":"2026-03-03T20:09:48.987115Z","end":"2026-03-03T20:09:49.925057Z","steps":["trace[1875904777] 'process raft request' (duration: 869.47323ms)","trace[1875904777] 'compare' (duration: 67.764737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:09:49.925332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:48.987081Z","time spent":"938.122098ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:09:50.01063Z","caller":"traceutil/trace.go:171","msg":"trace[1473537253] transaction","detail":"{read_only:false; response_revision:2794; number_of_response:1; }","duration":"1.023330554s","start":"2026-03-03T20:09:48.987254Z","end":"2026-03-03T20:09:50.010585Z","steps":["trace[1473537253] 'process raft request' (duration: 1.023046828s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:50.01087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:48.987236Z","time spent":"1.023505818s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:09:50.010949Z","caller":"traceutil/trace.go:171","msg":"trace[1835471405] transaction","detail":"{read_only:false; response_revision:2796; number_of_response:1; }","duration":"1.022883023s","start":"2026-03-03T20:09:48.988042Z","end":"2026-03-03T20:09:50.010925Z","steps":["trace[1835471405] 'process raft request' (duration: 1.022472414s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:50.011041Z","caller":"traceutil/trace.go:171","msg":"trace[1157709141] transaction","detail":"{read_only:false; response_revision:2795; number_of_response:1; }","duration":"1.023731353s","start":"2026-03-03T20:09:48.98728Z","end":"2026-03-03T20:09:50.011011Z","steps":["trace[1157709141] 'process raft request' (duration: 1.023191661s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:50.01109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:48.988031Z","time spent":"1.022971215s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:09:50.011117Z","caller":"traceutil/trace.go:171","msg":"trace[32549825] transaction","detail":"{read_only:false; response_revision:2797; number_of_response:1; }","duration":"1.023050067s","start":"2026-03-03T20:09:48.98805Z","end":"2026-03-03T20:09:50.0111Z","steps":["trace[32549825] 'process raft request' (duration: 1.022518895s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:50.011172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:48.987257Z","time spent":"1.023854507s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:09:50.010635Z","caller":"traceutil/trace.go:171","msg":"trace[323836730] linearizableReadLoop","detail":"{readStateIndex:2915; appliedIndex:2910; }","duration":"1.02144401s","start":"2026-03-03T20:09:48.989164Z","end":"2026-03-03T20:09:50.010608Z","steps":["trace[323836730] 'read index received' (duration: 867.521424ms)","trace[323836730] 'applied index is now lower than readState.Index' (duration: 153.921526ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:09:50.010902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021715736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:09:50.01129Z","caller":"traceutil/trace.go:171","msg":"trace[724142476] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2797; }","duration":"1.022150126s","start":"2026-03-03T20:09:48.989118Z","end":"2026-03-03T20:09:50.011268Z","steps":["trace[724142476] 'agreement among raft nodes before linearized reading' (duration: 1.021592503s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:50.011349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:48.989089Z","time spent":"1.022242179s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:09:50.011231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:48.988036Z","time spent":"1.023139539s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:09:50.386301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.617262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:09:50.386585Z","caller":"traceutil/trace.go:171","msg":"trace[205874764] transaction","detail":"{read_only:false; response_revision:2800; number_of_response:1; }","duration":"241.045718ms","start":"2026-03-03T20:09:50.145508Z","end":"2026-03-03T20:09:50.386554Z","steps":["trace[205874764] 'process raft request' (duration: 240.993917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:50.38663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.533443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:09:50.386729Z","caller":"traceutil/trace.go:171","msg":"trace[2023994894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2800; }","duration":"420.699466ms","start":"2026-03-03T20:09:49.966006Z","end":"2026-03-03T20:09:50.386705Z","steps":["trace[2023994894] 'agreement among raft nodes before linearized reading' (duration: 420.523582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:50.386781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:49.965975Z","time spent":"420.797099ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:09:50.386763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.837667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-03T20:09:50.386853Z","caller":"traceutil/trace.go:171","msg":"trace[330079251] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2800; }","duration":"504.93928ms","start":"2026-03-03T20:09:49.88189Z","end":"2026-03-03T20:09:50.386829Z","steps":["trace[330079251] 'agreement among raft nodes before linearized reading' (duration: 504.659564ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:50.38696Z","caller":"traceutil/trace.go:171","msg":"trace[782482300] transaction","detail":"{read_only:false; response_revision:2799; number_of_response:1; }","duration":"241.439527ms","start":"2026-03-03T20:09:50.145508Z","end":"2026-03-03T20:09:50.386948Z","steps":["trace[782482300] 'process raft request' (duration: 240.932135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:50.386974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:49.881809Z","time spent":"505.152324ms","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-03T20:09:50.38708Z","caller":"traceutil/trace.go:171","msg":"trace[751795558] transaction","detail":"{read_only:false; response_revision:2798; number_of_response:1; }","duration":"497.258311ms","start":"2026-03-03T20:09:49.889802Z","end":"2026-03-03T20:09:50.38706Z","steps":["trace[751795558] 'process raft request' (duration: 210.777928ms)","trace[751795558] 'compare' (duration: 285.467709ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:50.386554Z","caller":"traceutil/trace.go:171","msg":"trace[527329733] linearizableReadLoop","detail":"{readStateIndex:2916; appliedIndex:2915; }","duration":"375.290363ms","start":"2026-03-03T20:09:50.011226Z","end":"2026-03-03T20:09:50.386516Z","steps":["trace[527329733] 'read index received' (duration: 89.398314ms)","trace[527329733] 'applied index is now lower than readState.Index' (duration: 285.889699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:09:50.387194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:49.889781Z","time spent":"497.340582ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:09:50.387321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.001801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:09:50.387361Z","caller":"traceutil/trace.go:171","msg":"trace[1482737307] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2800; }","duration":"604.039581ms","start":"2026-03-03T20:09:49.783309Z","end":"2026-03-03T20:09:50.387348Z","steps":["trace[1482737307] 'agreement among raft nodes before linearized reading' (duration: 603.97189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:50.38739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:49.783232Z","time spent":"604.151214ms","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:09:50.387419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21643478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18996db68d3a8c62\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-03T20:09:50.38746Z","caller":"traceutil/trace.go:171","msg":"trace[491939355] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18996db68d3a8c62; range_end:; response_count:1; response_revision:2800; }","duration":"1.216474601s","start":"2026-03-03T20:09:49.170974Z","end":"2026-03-03T20:09:50.387448Z","steps":["trace[491939355] 'agreement among raft nodes before linearized reading' (duration: 1.216335508s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:50.387481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:49.170947Z","time spent":"1.216529641s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18996db68d3a8c62\" "} {"level":"warn","ts":"2026-03-03T20:09:50.387636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.32442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8617"} {"level":"info","ts":"2026-03-03T20:09:50.387725Z","caller":"traceutil/trace.go:171","msg":"trace[36282776] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2800; }","duration":"374.452873ms","start":"2026-03-03T20:09:50.013242Z","end":"2026-03-03T20:09:50.387695Z","steps":["trace[36282776] 'agreement among raft nodes before linearized reading' (duration: 374.102394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:50.387787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:50.013228Z","time spent":"374.547485ms","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":8640,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T20:09:56.307761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.35673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:09:56.30801Z","caller":"traceutil/trace.go:171","msg":"trace[943166883] linearizableReadLoop","detail":"{readStateIndex:2949; appliedIndex:2946; }","duration":"137.425111ms","start":"2026-03-03T20:09:56.170565Z","end":"2026-03-03T20:09:56.30799Z","steps":["trace[943166883] 'read index received' (duration: 28.533389ms)","trace[943166883] 'applied index is now lower than readState.Index' (duration: 108.890392ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:56.308032Z","caller":"traceutil/trace.go:171","msg":"trace[715749009] transaction","detail":"{read_only:false; response_revision:2828; number_of_response:1; }","duration":"212.308564ms","start":"2026-03-03T20:09:56.095673Z","end":"2026-03-03T20:09:56.307982Z","steps":["trace[715749009] 'process raft request' (duration: 103.578017ms)","trace[715749009] 'compare' (duration: 108.205085ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:56.308069Z","caller":"traceutil/trace.go:171","msg":"trace[67049393] transaction","detail":"{read_only:false; response_revision:2829; number_of_response:1; }","duration":"212.233773ms","start":"2026-03-03T20:09:56.095794Z","end":"2026-03-03T20:09:56.308028Z","steps":["trace[67049393] 'process raft request' (duration: 212.079889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:56.30827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.715127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T20:09:56.308317Z","caller":"traceutil/trace.go:171","msg":"trace[1730868186] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2830; }","duration":"137.806369ms","start":"2026-03-03T20:09:56.170496Z","end":"2026-03-03T20:09:56.308302Z","steps":["trace[1730868186] 'agreement among raft nodes before linearized reading' (duration: 137.557893ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:56.30829Z","caller":"traceutil/trace.go:171","msg":"trace[830995986] transaction","detail":"{read_only:false; response_revision:2830; number_of_response:1; }","duration":"211.947856ms","start":"2026-03-03T20:09:56.096107Z","end":"2026-03-03T20:09:56.308055Z","steps":["trace[830995986] 'process raft request' (duration: 211.829523ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:56.520668Z","caller":"traceutil/trace.go:171","msg":"trace[1585484317] transaction","detail":"{read_only:false; response_revision:2834; number_of_response:1; }","duration":"109.984816ms","start":"2026-03-03T20:09:56.410649Z","end":"2026-03-03T20:09:56.520634Z","steps":["trace[1585484317] 'process raft request' (duration: 109.945185ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:56.520742Z","caller":"traceutil/trace.go:171","msg":"trace[323425310] transaction","detail":"{read_only:false; response_revision:2833; number_of_response:1; }","duration":"110.862847ms","start":"2026-03-03T20:09:56.409829Z","end":"2026-03-03T20:09:56.520692Z","steps":["trace[323425310] 'process raft request' (duration: 110.704814ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:56.520683Z","caller":"traceutil/trace.go:171","msg":"trace[1551059925] transaction","detail":"{read_only:false; response_revision:2832; number_of_response:1; }","duration":"114.655805ms","start":"2026-03-03T20:09:56.405991Z","end":"2026-03-03T20:09:56.520647Z","steps":["trace[1551059925] 'process raft request' (duration: 85.260547ms)","trace[1551059925] 'compare' (duration: 28.976698ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:10:06.749555Z","caller":"traceutil/trace.go:171","msg":"trace[1424264249] transaction","detail":"{read_only:false; response_revision:2883; number_of_response:1; }","duration":"102.967443ms","start":"2026-03-03T20:10:06.646574Z","end":"2026-03-03T20:10:06.749541Z","steps":["trace[1424264249] 'process raft request' (duration: 102.770788ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:10:06.749464Z","caller":"traceutil/trace.go:171","msg":"trace[745304451] transaction","detail":"{read_only:false; response_revision:2882; number_of_response:1; }","duration":"102.8776ms","start":"2026-03-03T20:10:06.646534Z","end":"2026-03-03T20:10:06.749412Z","steps":["trace[745304451] 'process raft request' (duration: 102.670715ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:11:45.196097Z","caller":"traceutil/trace.go:171","msg":"trace[1195351443] transaction","detail":"{read_only:false; response_revision:3466; number_of_response:1; }","duration":"260.829114ms","start":"2026-03-03T20:11:44.935235Z","end":"2026-03-03T20:11:45.196065Z","steps":["trace[1195351443] 'process raft request' (duration: 260.368303ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:11:45.1963Z","caller":"traceutil/trace.go:171","msg":"trace[1207251509] transaction","detail":"{read_only:false; response_revision:3467; number_of_response:1; }","duration":"259.124424ms","start":"2026-03-03T20:11:44.937155Z","end":"2026-03-03T20:11:45.196279Z","steps":["trace[1207251509] 'process raft request' (duration: 258.846517ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:11:45.196454Z","caller":"traceutil/trace.go:171","msg":"trace[1313962704] linearizableReadLoop","detail":"{readStateIndex:3614; appliedIndex:3611; }","duration":"229.305455ms","start":"2026-03-03T20:11:44.967142Z","end":"2026-03-03T20:11:45.196448Z","steps":["trace[1313962704] 'read index received' (duration: 45.305512ms)","trace[1313962704] 'applied index is now lower than readState.Index' (duration: 183.999283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:11:45.196635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.482129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:11:45.196691Z","caller":"traceutil/trace.go:171","msg":"trace[1748536236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3470; }","duration":"229.614962ms","start":"2026-03-03T20:11:44.96706Z","end":"2026-03-03T20:11:45.196675Z","steps":["trace[1748536236] 'agreement among raft nodes before linearized reading' (duration: 229.405937ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:12:07.66411Z","caller":"traceutil/trace.go:171","msg":"trace[39304570] transaction","detail":"{read_only:false; response_revision:3650; number_of_response:1; }","duration":"244.129162ms","start":"2026-03-03T20:12:07.419948Z","end":"2026-03-03T20:12:07.664077Z","steps":["trace[39304570] 'process raft request' (duration: 200.07643ms)","trace[39304570] 'compare' (duration: 43.94516ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:12:13.08935Z","caller":"traceutil/trace.go:171","msg":"trace[546918061] linearizableReadLoop","detail":"{readStateIndex:3827; appliedIndex:3826; }","duration":"123.997466ms","start":"2026-03-03T20:12:12.965318Z","end":"2026-03-03T20:12:13.089315Z","steps":["trace[546918061] 'read index received' (duration: 123.755101ms)","trace[546918061] 'applied index is now lower than readState.Index' (duration: 241.255µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:12:13.089429Z","caller":"traceutil/trace.go:171","msg":"trace[2070298350] transaction","detail":"{read_only:false; response_revision:3674; number_of_response:1; }","duration":"142.974111ms","start":"2026-03-03T20:12:12.946428Z","end":"2026-03-03T20:12:13.089402Z","steps":["trace[2070298350] 'process raft request' (duration: 142.734836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:12:13.089537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.15231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:12:13.089635Z","caller":"traceutil/trace.go:171","msg":"trace[1662226128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3674; }","duration":"124.335265ms","start":"2026-03-03T20:12:12.965287Z","end":"2026-03-03T20:12:13.089622Z","steps":["trace[1662226128] 'agreement among raft nodes before linearized reading' (duration: 124.14653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:12:18.983041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.532949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:12:18.98318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.057691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:12:18.983253Z","caller":"traceutil/trace.go:171","msg":"trace[653979875] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3701; }","duration":"561.179285ms","start":"2026-03-03T20:12:18.422046Z","end":"2026-03-03T20:12:18.983225Z","steps":["trace[653979875] 'range keys from in-memory index tree' (duration: 560.955989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:12:18.98333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:12:18.422016Z","time spent":"561.295947ms","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T20:12:18.983276Z","caller":"traceutil/trace.go:171","msg":"trace[113817782] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:3701; }","duration":"156.761965ms","start":"2026-03-03T20:12:18.826444Z","end":"2026-03-03T20:12:18.983207Z","steps":["trace[113817782] 'count revisions from in-memory index tree' (duration: 156.469018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:12:18.983447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.682661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-03T20:12:18.983134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.350175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:12:18.984056Z","caller":"traceutil/trace.go:171","msg":"trace[468407273] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:3701; }","duration":"264.309656ms","start":"2026-03-03T20:12:18.719685Z","end":"2026-03-03T20:12:18.983994Z","steps":["trace[468407273] 'range keys from in-memory index tree' (duration: 263.454916ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:12:18.984212Z","caller":"traceutil/trace.go:171","msg":"trace[152319824] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:3701; }","duration":"122.375639ms","start":"2026-03-03T20:12:18.861742Z","end":"2026-03-03T20:12:18.984117Z","steps":["trace[152319824] 'count revisions from in-memory index tree' (duration: 121.279693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:12:18.984398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.155997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:12:18.984766Z","caller":"traceutil/trace.go:171","msg":"trace[806066514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3701; }","duration":"184.623697ms","start":"2026-03-03T20:12:18.800121Z","end":"2026-03-03T20:12:18.984745Z","steps":["trace[806066514] 'range keys from in-memory index tree' (duration: 183.176514ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:26.67032Z","caller":"traceutil/trace.go:171","msg":"trace[1102600305] transaction","detail":"{read_only:false; response_revision:4137; number_of_response:1; }","duration":"111.448484ms","start":"2026-03-03T20:13:26.558833Z","end":"2026-03-03T20:13:26.670282Z","steps":["trace[1102600305] 'process raft request' (duration: 111.246539ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:33.1946Z","caller":"traceutil/trace.go:171","msg":"trace[152823155] transaction","detail":"{read_only:false; response_revision:4483; number_of_response:1; }","duration":"187.183304ms","start":"2026-03-03T20:13:33.007386Z","end":"2026-03-03T20:13:33.194569Z","steps":["trace[152823155] 'process raft request' (duration: 186.951468ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:33.220255Z","caller":"traceutil/trace.go:171","msg":"trace[1045390502] transaction","detail":"{read_only:false; response_revision:4485; number_of_response:1; }","duration":"181.014949ms","start":"2026-03-03T20:13:33.039213Z","end":"2026-03-03T20:13:33.220228Z","steps":["trace[1045390502] 'process raft request' (duration: 180.851896ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:33.220248Z","caller":"traceutil/trace.go:171","msg":"trace[1766078896] transaction","detail":"{read_only:false; response_revision:4484; number_of_response:1; }","duration":"181.657084ms","start":"2026-03-03T20:13:33.038553Z","end":"2026-03-03T20:13:33.22021Z","steps":["trace[1766078896] 'process raft request' (duration: 181.319616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:36.212069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.318534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:13:36.212178Z","caller":"traceutil/trace.go:171","msg":"trace[517474645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4521; }","duration":"207.491358ms","start":"2026-03-03T20:13:36.004666Z","end":"2026-03-03T20:13:36.212157Z","steps":["trace[517474645] 'range keys from in-memory index tree' (duration: 207.102089ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:36.296695Z","caller":"traceutil/trace.go:171","msg":"trace[1454152719] transaction","detail":"{read_only:false; response_revision:4522; number_of_response:1; }","duration":"107.461051ms","start":"2026-03-03T20:13:36.189191Z","end":"2026-03-03T20:13:36.296652Z","steps":["trace[1454152719] 'process raft request' (duration: 107.265016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:36.717464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.595765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:13:36.717784Z","caller":"traceutil/trace.go:171","msg":"trace[2096400686] linearizableReadLoop","detail":"{readStateIndex:4716; appliedIndex:4714; }","duration":"361.631059ms","start":"2026-03-03T20:13:36.356128Z","end":"2026-03-03T20:13:36.717759Z","steps":["trace[2096400686] 'read index received' (duration: 83.581544ms)","trace[2096400686] 'applied index is now lower than readState.Index' (duration: 278.048185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:13:36.718052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.923536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-k7k4c\" ","response":"range_response_count:1 size:4332"} {"level":"info","ts":"2026-03-03T20:13:36.718112Z","caller":"traceutil/trace.go:171","msg":"trace[1338006425] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-k7k4c; range_end:; response_count:1; response_revision:4524; }","duration":"362.023068ms","start":"2026-03-03T20:13:36.356068Z","end":"2026-03-03T20:13:36.718091Z","steps":["trace[1338006425] 'agreement among raft nodes before linearized reading' (duration: 361.769992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:36.718178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:36.35605Z","time spent":"362.10812ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":4355,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-k7k4c\" "} {"level":"info","ts":"2026-03-03T20:13:36.718393Z","caller":"traceutil/trace.go:171","msg":"trace[594565886] transaction","detail":"{read_only:false; response_revision:4523; number_of_response:1; }","duration":"501.038486ms","start":"2026-03-03T20:13:36.217302Z","end":"2026-03-03T20:13:36.718341Z","steps":["trace[594565886] 'process raft request' (duration: 222.415957ms)","trace[594565886] 'compare' (duration: 277.321578ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:36.718417Z","caller":"traceutil/trace.go:171","msg":"trace[374947772] transaction","detail":"{read_only:false; response_revision:4524; number_of_response:1; }","duration":"500.868482ms","start":"2026-03-03T20:13:36.21737Z","end":"2026-03-03T20:13:36.718239Z","steps":["trace[374947772] 'process raft request' (duration: 500.254378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:36.718651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:36.217268Z","time spent":"501.239791ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:13:36.718669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:36.21734Z","time spent":"501.21391ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:13:37.19142Z","caller":"traceutil/trace.go:171","msg":"trace[1924763943] transaction","detail":"{read_only:false; response_revision:4525; number_of_response:1; }","duration":"465.852505ms","start":"2026-03-03T20:13:36.72553Z","end":"2026-03-03T20:13:37.191383Z","steps":["trace[1924763943] 'process raft request' (duration: 422.612814ms)","trace[1924763943] 'compare' (duration: 42.76479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:13:37.191607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:36.725504Z","time spent":"466.000929ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4471,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:13:37.321316Z","caller":"traceutil/trace.go:171","msg":"trace[745376024] linearizableReadLoop","detail":"{readStateIndex:4718; appliedIndex:4716; }","duration":"424.029698ms","start":"2026-03-03T20:13:36.897263Z","end":"2026-03-03T20:13:37.321293Z","steps":["trace[745376024] 'read index received' (duration: 250.836561ms)","trace[745376024] 'applied index is now lower than readState.Index' (duration: 173.191687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:13:37.321464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.314332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:13:37.321484Z","caller":"traceutil/trace.go:171","msg":"trace[1961351515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4525; }","duration":"355.432425ms","start":"2026-03-03T20:13:36.966045Z","end":"2026-03-03T20:13:37.321477Z","steps":["trace[1961351515] 'agreement among raft nodes before linearized reading' (duration: 355.368784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:37.321504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:36.966018Z","time spent":"355.481056ms","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:13:37.321482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.204572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:13:37.321558Z","caller":"traceutil/trace.go:171","msg":"trace[2011984914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4525; }","duration":"424.342225ms","start":"2026-03-03T20:13:36.897198Z","end":"2026-03-03T20:13:37.32154Z","steps":["trace[2011984914] 'agreement among raft nodes before linearized reading' (duration: 424.203921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:37.321601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:36.897172Z","time spent":"424.421897ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:13:37.321606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.186748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:13:37.321724Z","caller":"traceutil/trace.go:171","msg":"trace[1733164564] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:4525; }","duration":"310.320411ms","start":"2026-03-03T20:13:37.011374Z","end":"2026-03-03T20:13:37.321695Z","steps":["trace[1733164564] 'agreement among raft nodes before linearized reading' (duration: 310.089996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:37.321786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:37.011355Z","time spent":"310.419723ms","remote":"127.0.0.1:59934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:13:39.580133Z","caller":"traceutil/trace.go:171","msg":"trace[1829877] linearizableReadLoop","detail":"{readStateIndex:4737; appliedIndex:4736; }","duration":"105.872524ms","start":"2026-03-03T20:13:39.474216Z","end":"2026-03-03T20:13:39.580089Z","steps":["trace[1829877] 'read index received' (duration: 105.69558ms)","trace[1829877] 'applied index is now lower than readState.Index' (duration: 175.994µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:13:39.580413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.149121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T20:13:39.580471Z","caller":"traceutil/trace.go:171","msg":"trace[1434889135] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:4544; }","duration":"106.287064ms","start":"2026-03-03T20:13:39.474168Z","end":"2026-03-03T20:13:39.580455Z","steps":["trace[1434889135] 'agreement among raft nodes before linearized reading' (duration: 106.059049ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:39.580487Z","caller":"traceutil/trace.go:171","msg":"trace[32152098] transaction","detail":"{read_only:false; response_revision:4544; number_of_response:1; }","duration":"106.899138ms","start":"2026-03-03T20:13:39.47356Z","end":"2026-03-03T20:13:39.58046Z","steps":["trace[32152098] 'process raft request' (duration: 106.375506ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:39.760749Z","caller":"traceutil/trace.go:171","msg":"trace[130886667] transaction","detail":"{read_only:false; response_revision:4545; number_of_response:1; }","duration":"106.799606ms","start":"2026-03-03T20:13:39.653915Z","end":"2026-03-03T20:13:39.760715Z","steps":["trace[130886667] 'process raft request' (duration: 63.632417ms)","trace[130886667] 'compare' (duration: 42.951224ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:39.859315Z","caller":"traceutil/trace.go:171","msg":"trace[405540622] transaction","detail":"{read_only:false; response_revision:4546; number_of_response:1; }","duration":"186.18904ms","start":"2026-03-03T20:13:39.672777Z","end":"2026-03-03T20:13:39.858966Z","steps":["trace[405540622] 'process raft request' (duration: 185.951765ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:39.965512Z","caller":"traceutil/trace.go:171","msg":"trace[724927572] transaction","detail":"{read_only:false; response_revision:4548; number_of_response:1; }","duration":"118.54414ms","start":"2026-03-03T20:13:39.846935Z","end":"2026-03-03T20:13:39.965479Z","steps":["trace[724927572] 'process raft request' (duration: 118.444968ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:39.965545Z","caller":"traceutil/trace.go:171","msg":"trace[301325415] transaction","detail":"{read_only:false; response_revision:4547; number_of_response:1; }","duration":"200.601787ms","start":"2026-03-03T20:13:39.764904Z","end":"2026-03-03T20:13:39.965506Z","steps":["trace[301325415] 'process raft request' (duration: 196.347877ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:39.965758Z","caller":"traceutil/trace.go:171","msg":"trace[890959259] linearizableReadLoop","detail":"{readStateIndex:4741; appliedIndex:4738; }","duration":"116.83567ms","start":"2026-03-03T20:13:39.848895Z","end":"2026-03-03T20:13:39.965731Z","steps":["trace[890959259] 'read index received' (duration: 9.804999ms)","trace[890959259] 'applied index is now lower than readState.Index' (duration: 107.029201ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:39.965909Z","caller":"traceutil/trace.go:171","msg":"trace[562892817] transaction","detail":"{read_only:false; response_revision:4549; number_of_response:1; }","duration":"116.656076ms","start":"2026-03-03T20:13:39.849194Z","end":"2026-03-03T20:13:39.96585Z","steps":["trace[562892817] 'process raft request' (duration: 116.235276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:39.96599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.069075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:13:39.966025Z","caller":"traceutil/trace.go:171","msg":"trace[1815624517] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4549; }","duration":"117.153677ms","start":"2026-03-03T20:13:39.848861Z","end":"2026-03-03T20:13:39.966014Z","steps":["trace[1815624517] 'agreement among raft nodes before linearized reading' (duration: 116.966413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:40.34115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.894739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:13:40.341285Z","caller":"traceutil/trace.go:171","msg":"trace[1316252953] transaction","detail":"{read_only:false; response_revision:4550; number_of_response:1; }","duration":"369.910012ms","start":"2026-03-03T20:13:39.971349Z","end":"2026-03-03T20:13:40.341259Z","steps":["trace[1316252953] 'process raft request' (duration: 98.791838ms)","trace[1316252953] 'compare' (duration: 270.720455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:13:40.341355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:39.971323Z","time spent":"369.999175ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:13:42.326738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.980563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-03T20:13:42.326864Z","caller":"traceutil/trace.go:171","msg":"trace[859942314] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4628; }","duration":"167.183189ms","start":"2026-03-03T20:13:42.159657Z","end":"2026-03-03T20:13:42.326841Z","steps":["trace[859942314] 'range keys from in-memory index tree' (duration: 166.764969ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:45.357037Z","caller":"traceutil/trace.go:171","msg":"trace[136546430] linearizableReadLoop","detail":"{readStateIndex:4862; appliedIndex:4861; }","duration":"391.589351ms","start":"2026-03-03T20:13:44.965395Z","end":"2026-03-03T20:13:45.356984Z","steps":["trace[136546430] 'read index received' (duration: 391.228622ms)","trace[136546430] 'applied index is now lower than readState.Index' (duration: 357.899µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:45.357248Z","caller":"traceutil/trace.go:171","msg":"trace[666601570] transaction","detail":"{read_only:false; response_revision:4666; number_of_response:1; }","duration":"579.626465ms","start":"2026-03-03T20:13:44.777602Z","end":"2026-03-03T20:13:45.357229Z","steps":["trace[666601570] 'process raft request' (duration: 579.128854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:45.35742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:44.777575Z","time spent":"579.711317ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:13:45.35744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.00445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:13:45.35757Z","caller":"traceutil/trace.go:171","msg":"trace[2095215733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4666; }","duration":"392.177544ms","start":"2026-03-03T20:13:44.96535Z","end":"2026-03-03T20:13:45.357527Z","steps":["trace[2095215733] 'agreement among raft nodes before linearized reading' (duration: 391.930419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:45.357644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:44.965329Z","time spent":"392.304337ms","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:13:45.358253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.589177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e20764da-2e39-4bae-9dfc-9af89cd9ff8b\" ","response":"range_response_count:1 size:4082"} {"level":"info","ts":"2026-03-03T20:13:45.358538Z","caller":"traceutil/trace.go:171","msg":"trace[1002468775] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e20764da-2e39-4bae-9dfc-9af89cd9ff8b; range_end:; response_count:1; response_revision:4666; }","duration":"188.941955ms","start":"2026-03-03T20:13:45.169574Z","end":"2026-03-03T20:13:45.358515Z","steps":["trace[1002468775] 'agreement among raft nodes before linearized reading' (duration: 187.703027ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:45.579448Z","caller":"traceutil/trace.go:171","msg":"trace[1360473392] transaction","detail":"{read_only:false; response_revision:4667; number_of_response:1; }","duration":"202.782039ms","start":"2026-03-03T20:13:45.376603Z","end":"2026-03-03T20:13:45.579385Z","steps":["trace[1360473392] 'process raft request' (duration: 202.384399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:47.367147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.887104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:2161"} {"level":"info","ts":"2026-03-03T20:13:47.367381Z","caller":"traceutil/trace.go:171","msg":"trace[1826626887] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4723; }","duration":"633.309716ms","start":"2026-03-03T20:13:46.734022Z","end":"2026-03-03T20:13:47.367331Z","steps":["trace[1826626887] 'process raft request' (duration: 263.138415ms)","trace[1826626887] 'compare' (duration: 369.811382ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:47.367525Z","caller":"traceutil/trace.go:171","msg":"trace[502912334] transaction","detail":"{read_only:false; response_revision:4724; number_of_response:1; }","duration":"629.891967ms","start":"2026-03-03T20:13:46.737599Z","end":"2026-03-03T20:13:47.367491Z","steps":["trace[502912334] 'process raft request' (duration: 629.645631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:47.367577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.006505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-03T20:13:47.367608Z","caller":"traceutil/trace.go:171","msg":"trace[263960153] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4724; }","duration":"632.076577ms","start":"2026-03-03T20:13:46.735521Z","end":"2026-03-03T20:13:47.367597Z","steps":["trace[263960153] 'agreement among raft nodes before linearized reading' (duration: 631.934164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:47.367599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:46.734005Z","time spent":"633.47092ms","remote":"127.0.0.1:38992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":110,"response count":0,"response size":2184,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:13:47.367637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:46.735509Z","time spent":"632.120759ms","remote":"127.0.0.1:45754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-03T20:13:47.36767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:46.737589Z","time spent":"630.010419ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2067,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:13:47.367427Z","caller":"traceutil/trace.go:171","msg":"trace[1229755497] linearizableReadLoop","detail":"{readStateIndex:4922; appliedIndex:4919; }","duration":"631.840082ms","start":"2026-03-03T20:13:46.735569Z","end":"2026-03-03T20:13:47.36741Z","steps":["trace[1229755497] 'read index received' (duration: 15.096922ms)","trace[1229755497] 'applied index is now lower than readState.Index' (duration: 616.7424ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:47.368597Z","caller":"traceutil/trace.go:171","msg":"trace[496523694] transaction","detail":"{read_only:false; response_revision:4725; number_of_response:1; }","duration":"611.834895ms","start":"2026-03-03T20:13:46.756661Z","end":"2026-03-03T20:13:47.368496Z","steps":["trace[496523694] 'process raft request' (duration: 611.241541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:47.368875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:46.756635Z","time spent":"612.120322ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":861,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:13:47.40217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.693529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T20:13:47.402161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.543835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-prmj5-tls-scb7w\" ","response":"range_response_count:1 size:2629"} {"level":"info","ts":"2026-03-03T20:13:47.402199Z","caller":"traceutil/trace.go:171","msg":"trace[1199271643] transaction","detail":"{read_only:false; response_revision:4726; number_of_response:1; }","duration":"316.200392ms","start":"2026-03-03T20:13:47.085935Z","end":"2026-03-03T20:13:47.402135Z","steps":["trace[1199271643] 'process raft request' (duration: 315.574928ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:47.402257Z","caller":"traceutil/trace.go:171","msg":"trace[385865595] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4726; }","duration":"604.841482ms","start":"2026-03-03T20:13:46.797397Z","end":"2026-03-03T20:13:47.402238Z","steps":["trace[385865595] 'agreement among raft nodes before linearized reading' (duration: 604.385371ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:47.402269Z","caller":"traceutil/trace.go:171","msg":"trace[1248866779] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-prmj5-tls-scb7w; range_end:; response_count:1; response_revision:4726; }","duration":"646.723889ms","start":"2026-03-03T20:13:46.755524Z","end":"2026-03-03T20:13:47.402248Z","steps":["trace[1248866779] 'agreement among raft nodes before linearized reading' (duration: 646.440152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:47.402313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:46.755502Z","time spent":"646.79995ms","remote":"127.0.0.1:45754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":2652,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-prmj5-tls-scb7w\" "} {"level":"warn","ts":"2026-03-03T20:13:47.402312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:46.797381Z","time spent":"604.921004ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:13:47.40237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:47.085914Z","time spent":"316.360226ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:13:47.402805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.064421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"info","ts":"2026-03-03T20:13:47.402895Z","caller":"traceutil/trace.go:171","msg":"trace[1459299987] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4726; }","duration":"347.205005ms","start":"2026-03-03T20:13:47.055673Z","end":"2026-03-03T20:13:47.402878Z","steps":["trace[1459299987] 'agreement among raft nodes before linearized reading' (duration: 346.404146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:47.402936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:47.05565Z","time spent":"347.277147ms","remote":"127.0.0.1:35884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413105,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T20:13:47.404057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.136609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2195858"} {"level":"info","ts":"2026-03-03T20:13:47.404116Z","caller":"traceutil/trace.go:171","msg":"trace[1233070539] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4726; }","duration":"650.247591ms","start":"2026-03-03T20:13:46.753853Z","end":"2026-03-03T20:13:47.404101Z","steps":["trace[1233070539] 'agreement among raft nodes before linearized reading' (duration: 648.48783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:47.404155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:46.75383Z","time spent":"650.306992ms","remote":"127.0.0.1:45770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2195881,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-03T20:13:47.494345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.182782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-03T20:13:47.494446Z","caller":"traceutil/trace.go:171","msg":"trace[1072731989] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4731; }","duration":"120.361956ms","start":"2026-03-03T20:13:47.374056Z","end":"2026-03-03T20:13:47.494418Z","steps":["trace[1072731989] 'agreement among raft nodes before linearized reading' (duration: 120.068429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:47.494905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.449426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a3ed65dd-cd79-4f04-9598-632bc57dbe5f\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-03T20:13:47.495013Z","caller":"traceutil/trace.go:171","msg":"trace[27316446] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a3ed65dd-cd79-4f04-9598-632bc57dbe5f; range_end:; response_count:1; response_revision:4731; }","duration":"122.589369ms","start":"2026-03-03T20:13:47.372398Z","end":"2026-03-03T20:13:47.494987Z","steps":["trace[27316446] 'agreement among raft nodes before linearized reading' (duration: 122.278761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:49.538971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875455227,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:13:49.681799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.942493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:13:49.681918Z","caller":"traceutil/trace.go:171","msg":"trace[17992428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4842; }","duration":"716.110247ms","start":"2026-03-03T20:13:48.965782Z","end":"2026-03-03T20:13:49.681893Z","steps":["trace[17992428] 'range keys from in-memory index tree' (duration: 715.822891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:49.681962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:48.965758Z","time spent":"716.19561ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:13:49.690873Z","caller":"traceutil/trace.go:171","msg":"trace[1344954327] linearizableReadLoop","detail":"{readStateIndex:5045; appliedIndex:5044; }","duration":"652.818772ms","start":"2026-03-03T20:13:49.038034Z","end":"2026-03-03T20:13:49.690853Z","steps":["trace[1344954327] 'read index received' (duration: 652.624938ms)","trace[1344954327] 'applied index is now lower than readState.Index' (duration: 192.194µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:49.690947Z","caller":"traceutil/trace.go:171","msg":"trace[869254080] transaction","detail":"{read_only:false; response_revision:4843; number_of_response:1; }","duration":"667.026773ms","start":"2026-03-03T20:13:49.023872Z","end":"2026-03-03T20:13:49.690899Z","steps":["trace[869254080] 'process raft request' (duration: 666.811578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:49.691175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:49.023849Z","time spent":"667.205337ms","remote":"127.0.0.1:38938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2175,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:13:49.691236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.14349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:13:49.691379Z","caller":"traceutil/trace.go:171","msg":"trace[1788914777] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:4843; }","duration":"653.351904ms","start":"2026-03-03T20:13:49.037995Z","end":"2026-03-03T20:13:49.691346Z","steps":["trace[1788914777] 'agreement among raft nodes before linearized reading' (duration: 652.960705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:49.691398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.760635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T20:13:49.691453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:49.037973Z","time spent":"653.463397ms","remote":"127.0.0.1:35920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:13:49.691461Z","caller":"traceutil/trace.go:171","msg":"trace[1151585691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4843; }","duration":"186.847857ms","start":"2026-03-03T20:13:49.504592Z","end":"2026-03-03T20:13:49.69144Z","steps":["trace[1151585691] 'agreement among raft nodes before linearized reading' (duration: 186.731494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:49.691255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.498848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c20ee360-5c92-4d87-a2ff-6e399d5c9cac\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-03T20:13:49.691524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.241859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T20:13:49.691577Z","caller":"traceutil/trace.go:171","msg":"trace[539555090] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4843; }","duration":"185.322321ms","start":"2026-03-03T20:13:49.506241Z","end":"2026-03-03T20:13:49.691564Z","steps":["trace[539555090] 'agreement among raft nodes before linearized reading' (duration: 185.087835ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:49.69158Z","caller":"traceutil/trace.go:171","msg":"trace[1966697190] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c20ee360-5c92-4d87-a2ff-6e399d5c9cac; range_end:; response_count:1; response_revision:4843; }","duration":"228.902758ms","start":"2026-03-03T20:13:49.462658Z","end":"2026-03-03T20:13:49.69156Z","steps":["trace[1966697190] 'agreement among raft nodes before linearized reading' (duration: 228.349495ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:49.831864Z","caller":"traceutil/trace.go:171","msg":"trace[1805007220] transaction","detail":"{read_only:false; response_revision:4844; number_of_response:1; }","duration":"135.192022ms","start":"2026-03-03T20:13:49.696624Z","end":"2026-03-03T20:13:49.831816Z","steps":["trace[1805007220] 'process raft request' (duration: 128.24195ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:49.831892Z","caller":"traceutil/trace.go:171","msg":"trace[562740597] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"132.56043ms","start":"2026-03-03T20:13:49.699305Z","end":"2026-03-03T20:13:49.831866Z","steps":["trace[562740597] 'process raft request' (duration: 132.437728ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:49.832088Z","caller":"traceutil/trace.go:171","msg":"trace[691619455] linearizableReadLoop","detail":"{readStateIndex:5048; appliedIndex:5045; }","duration":"129.724464ms","start":"2026-03-03T20:13:49.702353Z","end":"2026-03-03T20:13:49.832077Z","steps":["trace[691619455] 'read index received' (duration: 122.532097ms)","trace[691619455] 'applied index is now lower than readState.Index' (duration: 7.191547ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:49.83216Z","caller":"traceutil/trace.go:171","msg":"trace[1790395527] transaction","detail":"{read_only:false; response_revision:4846; number_of_response:1; }","duration":"129.838528ms","start":"2026-03-03T20:13:49.702306Z","end":"2026-03-03T20:13:49.832145Z","steps":["trace[1790395527] 'process raft request' (duration: 129.469129ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:49.832191Z","caller":"traceutil/trace.go:171","msg":"trace[653151794] transaction","detail":"{read_only:false; response_revision:4847; number_of_response:1; }","duration":"128.197279ms","start":"2026-03-03T20:13:49.703968Z","end":"2026-03-03T20:13:49.832166Z","steps":["trace[653151794] 'process raft request' (duration: 128.021865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:49.832479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.463349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18996df53b887823\" ","response":"range_response_count:1 size:943"} {"level":"warn","ts":"2026-03-03T20:13:49.832484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.105264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62904"} {"level":"info","ts":"2026-03-03T20:13:49.832511Z","caller":"traceutil/trace.go:171","msg":"trace[1642830717] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18996df53b887823; range_end:; response_count:1; response_revision:4847; }","duration":"105.53429ms","start":"2026-03-03T20:13:49.726969Z","end":"2026-03-03T20:13:49.832503Z","steps":["trace[1642830717] 'agreement among raft nodes before linearized reading' (duration: 105.387577ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:49.832527Z","caller":"traceutil/trace.go:171","msg":"trace[1036915263] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4847; }","duration":"130.197496ms","start":"2026-03-03T20:13:49.702319Z","end":"2026-03-03T20:13:49.832516Z","steps":["trace[1036915263] 'agreement among raft nodes before linearized reading' (duration: 129.922389ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:50.478573Z","caller":"traceutil/trace.go:171","msg":"trace[1111005810] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"242.361622ms","start":"2026-03-03T20:13:50.236152Z","end":"2026-03-03T20:13:50.478514Z","steps":["trace[1111005810] 'process raft request' (duration: 192.921519ms)","trace[1111005810] 'compare' (duration: 48.986512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:13:52.344192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.257925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-03T20:13:52.344286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.65681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T20:13:52.344173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.309627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T20:13:52.344256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.324004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c20ee360-5c92-4d87-a2ff-6e399d5c9cac\" ","response":"range_response_count:1 size:3894"} {"level":"info","ts":"2026-03-03T20:13:52.344377Z","caller":"traceutil/trace.go:171","msg":"trace[418388119] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c20ee360-5c92-4d87-a2ff-6e399d5c9cac; range_end:; response_count:1; response_revision:4882; }","duration":"641.496618ms","start":"2026-03-03T20:13:51.702853Z","end":"2026-03-03T20:13:52.34435Z","steps":["trace[418388119] 'range keys from in-memory index tree' (duration: 641.12039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:52.344422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.987029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:13:52.344281Z","caller":"traceutil/trace.go:171","msg":"trace[188519547] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:4882; }","duration":"506.331437ms","start":"2026-03-03T20:13:51.837924Z","end":"2026-03-03T20:13:52.344255Z","steps":["trace[188519547] 'range keys from in-memory index tree' (duration: 506.174193ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:52.344564Z","caller":"traceutil/trace.go:171","msg":"trace[581440843] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:4882; }","duration":"678.198203ms","start":"2026-03-03T20:13:51.666337Z","end":"2026-03-03T20:13:52.344535Z","steps":["trace[581440843] 'count revisions from in-memory index tree' (duration: 677.896917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:52.344637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:51.666319Z","time spent":"678.301586ms","remote":"127.0.0.1:39028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:13:52.34462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:51.837896Z","time spent":"506.713285ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-9tmdb\" "} {"level":"warn","ts":"2026-03-03T20:13:52.344441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:51.702842Z","time spent":"641.58804ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3917,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c20ee360-5c92-4d87-a2ff-6e399d5c9cac\" "} {"level":"info","ts":"2026-03-03T20:13:52.344321Z","caller":"traceutil/trace.go:171","msg":"trace[2078076866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4882; }","duration":"428.496371ms","start":"2026-03-03T20:13:51.915817Z","end":"2026-03-03T20:13:52.344313Z","steps":["trace[2078076866] 'range keys from in-memory index tree' (duration: 428.105362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:52.34482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:51.915753Z","time spent":"429.052085ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:13:52.344173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.454709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:13:52.344323Z","caller":"traceutil/trace.go:171","msg":"trace[1969090264] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4882; }","duration":"505.712552ms","start":"2026-03-03T20:13:51.838602Z","end":"2026-03-03T20:13:52.344314Z","steps":["trace[1969090264] 'range keys from in-memory index tree' (duration: 505.587509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:52.345025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:51.838593Z","time spent":"506.411228ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T20:13:52.34493Z","caller":"traceutil/trace.go:171","msg":"trace[1952490685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4882; }","duration":"507.289669ms","start":"2026-03-03T20:13:51.837622Z","end":"2026-03-03T20:13:52.344912Z","steps":["trace[1952490685] 'range keys from in-memory index tree' (duration: 506.281706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:52.345881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:51.837591Z","time spent":"508.272011ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:13:52.455033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875455318,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:13:52.492941Z","caller":"traceutil/trace.go:171","msg":"trace[1095241816] transaction","detail":"{read_only:false; response_revision:4883; number_of_response:1; }","duration":"555.37483ms","start":"2026-03-03T20:13:51.937543Z","end":"2026-03-03T20:13:52.492918Z","steps":["trace[1095241816] 'process raft request' (duration: 555.210736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:52.493112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:51.93751Z","time spent":"555.512493ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:13:53.142522Z","caller":"traceutil/trace.go:171","msg":"trace[88268447] transaction","detail":"{read_only:false; response_revision:4884; number_of_response:1; }","duration":"1.049047282s","start":"2026-03-03T20:13:52.093429Z","end":"2026-03-03T20:13:53.142476Z","steps":["trace[88268447] 'process raft request' (duration: 1.047210749s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:53.142753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:52.093395Z","time spent":"1.049231536s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:13:53.142758Z","caller":"traceutil/trace.go:171","msg":"trace[71193468] transaction","detail":"{read_only:false; response_revision:4885; number_of_response:1; }","duration":"904.564673ms","start":"2026-03-03T20:13:52.238132Z","end":"2026-03-03T20:13:53.142697Z","steps":["trace[71193468] 'process raft request' (duration: 904.143003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:53.143112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:52.238106Z","time spent":"904.819108ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:13:53.143585Z","caller":"traceutil/trace.go:171","msg":"trace[147927335] transaction","detail":"{read_only:false; response_revision:4886; number_of_response:1; }","duration":"781.870802ms","start":"2026-03-03T20:13:52.36168Z","end":"2026-03-03T20:13:53.143551Z","steps":["trace[147927335] 'process raft request' (duration: 781.329689ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:53.143627Z","caller":"traceutil/trace.go:171","msg":"trace[1318231901] transaction","detail":"{read_only:false; response_revision:4887; number_of_response:1; }","duration":"778.981294ms","start":"2026-03-03T20:13:52.364612Z","end":"2026-03-03T20:13:53.143593Z","steps":["trace[1318231901] 'process raft request' (duration: 778.80048ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:53.143699Z","caller":"traceutil/trace.go:171","msg":"trace[756592603] linearizableReadLoop","detail":"{readStateIndex:5092; appliedIndex:5086; }","duration":"1.188919823s","start":"2026-03-03T20:13:51.954762Z","end":"2026-03-03T20:13:53.143682Z","steps":["trace[756592603] 'read index received' (duration: 537.978454ms)","trace[756592603] 'applied index is now lower than readState.Index' (duration: 650.940299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:13:53.143708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:52.361652Z","time spent":"781.997734ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:13:53.143851Z","caller":"traceutil/trace.go:171","msg":"trace[147876077] transaction","detail":"{read_only:false; response_revision:4888; number_of_response:1; }","duration":"778.877011ms","start":"2026-03-03T20:13:52.364963Z","end":"2026-03-03T20:13:53.14384Z","steps":["trace[147876077] 'process raft request' (duration: 778.590435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:53.143839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:52.364589Z","time spent":"779.133007ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:13:53.143911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:52.364922Z","time spent":"778.957763ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:13:53.144072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.303299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:13:53.144104Z","caller":"traceutil/trace.go:171","msg":"trace[227862650] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4888; }","duration":"103.383861ms","start":"2026-03-03T20:13:53.040712Z","end":"2026-03-03T20:13:53.144096Z","steps":["trace[227862650] 'agreement among raft nodes before linearized reading' (duration: 103.32096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:53.144136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.198898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:13:53.144183Z","caller":"traceutil/trace.go:171","msg":"trace[922197501] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4888; }","duration":"652.29544ms","start":"2026-03-03T20:13:52.491868Z","end":"2026-03-03T20:13:53.144163Z","steps":["trace[922197501] 'agreement among raft nodes before linearized reading' (duration: 652.151776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:53.144228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:52.491843Z","time spent":"652.376292ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:13:53.144354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189602549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-prmj5.18996df5088a6612\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-03T20:13:53.144384Z","caller":"traceutil/trace.go:171","msg":"trace[1126416939] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-prmj5.18996df5088a6612; range_end:; response_count:1; response_revision:4888; }","duration":"1.18966546s","start":"2026-03-03T20:13:51.954711Z","end":"2026-03-03T20:13:53.144377Z","steps":["trace[1126416939] 'agreement among raft nodes before linearized reading' (duration: 1.189554237s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:53.144404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:51.954695Z","time spent":"1.189703021s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-prmj5.18996df5088a6612\" "} {"level":"warn","ts":"2026-03-03T20:13:53.144471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.361547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:13:53.144538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.44139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T20:13:53.14456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.574576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:13:53.144572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1780778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:13:53.144606Z","caller":"traceutil/trace.go:171","msg":"trace[441250551] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4888; }","duration":"314.669458ms","start":"2026-03-03T20:13:52.829922Z","end":"2026-03-03T20:13:53.144592Z","steps":["trace[441250551] 'agreement among raft nodes before linearized reading' (duration: 314.33043ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:53.14461Z","caller":"traceutil/trace.go:171","msg":"trace[855264887] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:4888; }","duration":"560.556361ms","start":"2026-03-03T20:13:52.584018Z","end":"2026-03-03T20:13:53.144575Z","steps":["trace[855264887] 'agreement among raft nodes before linearized reading' (duration: 560.342426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:53.144638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:52.829898Z","time spent":"314.733989ms","remote":"127.0.0.1:45886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:13:53.144643Z","caller":"traceutil/trace.go:171","msg":"trace[652192561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4888; }","duration":"1.178199363s","start":"2026-03-03T20:13:51.966428Z","end":"2026-03-03T20:13:53.144627Z","steps":["trace[652192561] 'agreement among raft nodes before linearized reading' (duration: 1.177477306s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:53.144697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:52.583998Z","time spent":"560.682354ms","remote":"127.0.0.1:45950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:13:53.144732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169828838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-26sn8\" ","response":"range_response_count:1 size:5148"} {"level":"warn","ts":"2026-03-03T20:13:53.144711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:51.966385Z","time spent":"1.178315425s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:13:53.144763Z","caller":"traceutil/trace.go:171","msg":"trace[1049691004] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-26sn8; range_end:; response_count:1; response_revision:4888; }","duration":"1.169858458s","start":"2026-03-03T20:13:51.974894Z","end":"2026-03-03T20:13:53.144753Z","steps":["trace[1049691004] 'agreement among raft nodes before linearized reading' (duration: 1.169779197s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:53.144789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:51.974837Z","time spent":"1.16994715s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":5171,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-26sn8\" "} {"level":"info","ts":"2026-03-03T20:13:53.144593Z","caller":"traceutil/trace.go:171","msg":"trace[1778279307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4888; }","duration":"660.549072ms","start":"2026-03-03T20:13:52.484032Z","end":"2026-03-03T20:13:53.144581Z","steps":["trace[1778279307] 'agreement among raft nodes before linearized reading' (duration: 660.408489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:53.144886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:52.484009Z","time spent":"660.86888ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:13:53.145155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.417622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777221"} {"level":"info","ts":"2026-03-03T20:13:53.14521Z","caller":"traceutil/trace.go:171","msg":"trace[1065130396] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4888; }","duration":"923.512344ms","start":"2026-03-03T20:13:52.221685Z","end":"2026-03-03T20:13:53.145197Z","steps":["trace[1065130396] 'agreement among raft nodes before linearized reading' (duration: 922.965881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:53.145244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:52.221659Z","time spent":"923.576516ms","remote":"127.0.0.1:45754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777244,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-03T20:13:53.147034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.357756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62904"} {"level":"info","ts":"2026-03-03T20:13:53.147097Z","caller":"traceutil/trace.go:171","msg":"trace[316279046] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4888; }","duration":"783.473299ms","start":"2026-03-03T20:13:52.363608Z","end":"2026-03-03T20:13:53.147082Z","steps":["trace[316279046] 'agreement among raft nodes before linearized reading' (duration: 780.771766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:53.147132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:52.363585Z","time spent":"783.53785ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62927,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T20:13:55.13283Z","caller":"traceutil/trace.go:171","msg":"trace[1669109270] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"108.422508ms","start":"2026-03-03T20:13:55.024376Z","end":"2026-03-03T20:13:55.132798Z","steps":["trace[1669109270] 'process raft request' (duration: 84.283805ms)","trace[1669109270] 'compare' (duration: 23.987419ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:55.353374Z","caller":"traceutil/trace.go:171","msg":"trace[1522325314] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"143.956567ms","start":"2026-03-03T20:13:55.209385Z","end":"2026-03-03T20:13:55.353341Z","steps":["trace[1522325314] 'process raft request' (duration: 143.882425ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:55.353386Z","caller":"traceutil/trace.go:171","msg":"trace[1976781938] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"144.002288ms","start":"2026-03-03T20:13:55.209343Z","end":"2026-03-03T20:13:55.353345Z","steps":["trace[1976781938] 'process raft request' (duration: 96.834228ms)","trace[1976781938] 'compare' (duration: 46.919394ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:55.353548Z","caller":"traceutil/trace.go:171","msg":"trace[886898291] linearizableReadLoop","detail":"{readStateIndex:5144; appliedIndex:5141; }","duration":"143.860014ms","start":"2026-03-03T20:13:55.209664Z","end":"2026-03-03T20:13:55.353524Z","steps":["trace[886898291] 'read index received' (duration: 96.555241ms)","trace[886898291] 'applied index is now lower than readState.Index' (duration: 47.303643ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:55.35365Z","caller":"traceutil/trace.go:171","msg":"trace[135554587] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"144.156122ms","start":"2026-03-03T20:13:55.209481Z","end":"2026-03-03T20:13:55.353637Z","steps":["trace[135554587] 'process raft request' (duration: 143.825344ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:55.353655Z","caller":"traceutil/trace.go:171","msg":"trace[148528343] transaction","detail":"{read_only:false; response_revision:4940; number_of_response:1; }","duration":"143.854054ms","start":"2026-03-03T20:13:55.209793Z","end":"2026-03-03T20:13:55.353647Z","steps":["trace[148528343] 'process raft request' (duration: 143.66873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:55.353916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.228143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62904"} {"level":"info","ts":"2026-03-03T20:13:55.353946Z","caller":"traceutil/trace.go:171","msg":"trace[1557888496] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4940; }","duration":"144.309825ms","start":"2026-03-03T20:13:55.209628Z","end":"2026-03-03T20:13:55.353938Z","steps":["trace[1557888496] 'agreement among raft nodes before linearized reading' (duration: 144.11543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:55.368159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.399268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:13:55.368267Z","caller":"traceutil/trace.go:171","msg":"trace[100337560] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4941; }","duration":"126.574662ms","start":"2026-03-03T20:13:55.24167Z","end":"2026-03-03T20:13:55.368245Z","steps":["trace[100337560] 'agreement among raft nodes before linearized reading' (duration: 126.369687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:56.99805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.041209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-03T20:13:56.998321Z","caller":"traceutil/trace.go:171","msg":"trace[893603958] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4957; }","duration":"177.453978ms","start":"2026-03-03T20:13:56.820824Z","end":"2026-03-03T20:13:56.998278Z","steps":["trace[893603958] 'process raft request' (duration: 39.110142ms)","trace[893603958] 'compare' (duration: 137.895505ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:57.074366Z","caller":"traceutil/trace.go:171","msg":"trace[380209152] linearizableReadLoop","detail":"{readStateIndex:5164; appliedIndex:5162; }","duration":"107.611199ms","start":"2026-03-03T20:13:56.966722Z","end":"2026-03-03T20:13:57.074333Z","steps":["trace[380209152] 'read index received' (duration: 30.393679ms)","trace[380209152] 'applied index is now lower than readState.Index' (duration: 77.21454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:13:57.0746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.858265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:13:57.074702Z","caller":"traceutil/trace.go:171","msg":"trace[1402683860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4958; }","duration":"108.032019ms","start":"2026-03-03T20:13:56.966645Z","end":"2026-03-03T20:13:57.074677Z","steps":["trace[1402683860] 'agreement among raft nodes before linearized reading' (duration: 107.798794ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:57.620736Z","caller":"traceutil/trace.go:171","msg":"trace[521791553] linearizableReadLoop","detail":"{readStateIndex:5189; appliedIndex:5186; }","duration":"122.792583ms","start":"2026-03-03T20:13:57.497923Z","end":"2026-03-03T20:13:57.620715Z","steps":["trace[521791553] 'read index received' (duration: 26.623491ms)","trace[521791553] 'applied index is now lower than readState.Index' (duration: 96.167822ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:57.620825Z","caller":"traceutil/trace.go:171","msg":"trace[75133801] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"125.676791ms","start":"2026-03-03T20:13:57.495135Z","end":"2026-03-03T20:13:57.620812Z","steps":["trace[75133801] 'process raft request' (duration: 81.261085ms)","trace[75133801] 'compare' (duration: 43.843852ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:57.620732Z","caller":"traceutil/trace.go:171","msg":"trace[904484612] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"125.373453ms","start":"2026-03-03T20:13:57.495313Z","end":"2026-03-03T20:13:57.620686Z","steps":["trace[904484612] 'process raft request' (duration: 125.064856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:57.621206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.261024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:3758"} {"level":"info","ts":"2026-03-03T20:13:57.621256Z","caller":"traceutil/trace.go:171","msg":"trace[1095488931] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:4983; }","duration":"123.368197ms","start":"2026-03-03T20:13:57.497875Z","end":"2026-03-03T20:13:57.621243Z","steps":["trace[1095488931] 'agreement among raft nodes before linearized reading' (duration: 122.975738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:58.408466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.919946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:13:58.408597Z","caller":"traceutil/trace.go:171","msg":"trace[33419553] linearizableReadLoop","detail":"{readStateIndex:5195; appliedIndex:5194; }","duration":"746.744241ms","start":"2026-03-03T20:13:57.661834Z","end":"2026-03-03T20:13:58.408578Z","steps":["trace[33419553] 'read index received' (duration: 225.676332ms)","trace[33419553] 'applied index is now lower than readState.Index' (duration: 521.066549ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:58.408769Z","caller":"traceutil/trace.go:171","msg":"trace[286194191] transaction","detail":"{read_only:false; response_revision:4988; number_of_response:1; }","duration":"751.949952ms","start":"2026-03-03T20:13:57.656805Z","end":"2026-03-03T20:13:58.408755Z","steps":["trace[286194191] 'process raft request' (duration: 230.626958ms)","trace[286194191] 'compare' (duration: 520.752451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:13:58.408845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:57.656779Z","time spent":"752.027014ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:13:58.409314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.395405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:13:58.409288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.488079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:13:58.409361Z","caller":"traceutil/trace.go:171","msg":"trace[916969614] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:4988; }","duration":"258.496497ms","start":"2026-03-03T20:13:58.150852Z","end":"2026-03-03T20:13:58.409348Z","steps":["trace[916969614] 'agreement among raft nodes before linearized reading' (duration: 258.398475ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:58.409385Z","caller":"traceutil/trace.go:171","msg":"trace[1586871618] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4988; }","duration":"337.606752ms","start":"2026-03-03T20:13:58.071755Z","end":"2026-03-03T20:13:58.409362Z","steps":["trace[1586871618] 'agreement among raft nodes before linearized reading' (duration: 337.355576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:58.409435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:58.071682Z","time spent":"337.743505ms","remote":"127.0.0.1:46080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:13:58.409363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.786153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:13:58.409507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.450136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:910"} {"level":"warn","ts":"2026-03-03T20:13:58.409433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.574101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:4068"} {"level":"info","ts":"2026-03-03T20:13:58.409715Z","caller":"traceutil/trace.go:171","msg":"trace[1273251864] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:4988; }","duration":"747.864228ms","start":"2026-03-03T20:13:57.661795Z","end":"2026-03-03T20:13:58.40966Z","steps":["trace[1273251864] 'agreement among raft nodes before linearized reading' (duration: 747.321775ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:58.409675Z","caller":"traceutil/trace.go:171","msg":"trace[173137872] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:4988; }","duration":"650.730603ms","start":"2026-03-03T20:13:57.758891Z","end":"2026-03-03T20:13:58.409621Z","steps":["trace[173137872] 'agreement among raft nodes before linearized reading' (duration: 650.243341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:58.409845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:57.661775Z","time spent":"748.024851ms","remote":"127.0.0.1:46096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4091,"request content":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" "} {"level":"info","ts":"2026-03-03T20:13:58.409557Z","caller":"traceutil/trace.go:171","msg":"trace[259410376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4988; }","duration":"443.0541ms","start":"2026-03-03T20:13:57.96648Z","end":"2026-03-03T20:13:58.409534Z","steps":["trace[259410376] 'agreement among raft nodes before linearized reading' (duration: 442.759803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:58.409903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.179597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:27 size:803337"} {"level":"warn","ts":"2026-03-03T20:13:58.409936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:57.758863Z","time spent":"651.05729ms","remote":"127.0.0.1:45870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":933,"request content":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" "} {"level":"info","ts":"2026-03-03T20:13:58.410011Z","caller":"traceutil/trace.go:171","msg":"trace[323522505] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:27; response_revision:4988; }","duration":"583.347021ms","start":"2026-03-03T20:13:57.82664Z","end":"2026-03-03T20:13:58.409987Z","steps":["trace[323522505] 'agreement among raft nodes before linearized reading' (duration: 582.483111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:58.410002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:57.966453Z","time spent":"443.521671ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:13:58.410073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:57.826613Z","time spent":"583.450033ms","remote":"127.0.0.1:45754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":27,"response size":803360,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-03T20:13:58.41035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.071869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210911"} {"level":"info","ts":"2026-03-03T20:13:58.410424Z","caller":"traceutil/trace.go:171","msg":"trace[1013834124] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4988; }","duration":"696.192572ms","start":"2026-03-03T20:13:57.714215Z","end":"2026-03-03T20:13:58.410407Z","steps":["trace[1013834124] 'agreement among raft nodes before linearized reading' (duration: 694.898702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:58.410473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:57.714191Z","time spent":"696.266984ms","remote":"127.0.0.1:45770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2210934,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-03T20:13:58.851322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.206816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:13:58.851463Z","caller":"traceutil/trace.go:171","msg":"trace[5178829] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"437.755668ms","start":"2026-03-03T20:13:58.413671Z","end":"2026-03-03T20:13:58.851427Z","steps":["trace[5178829] 'process raft request' (duration: 114.266745ms)","trace[5178829] 'compare' (duration: 322.915309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:13:58.851572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:58.413646Z","time spent":"437.88411ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":924,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T20:13:58.890259Z","caller":"traceutil/trace.go:171","msg":"trace[929744467] linearizableReadLoop","detail":"{readStateIndex:5197; appliedIndex:5195; }","duration":"446.347648ms","start":"2026-03-03T20:13:58.443888Z","end":"2026-03-03T20:13:58.890236Z","steps":["trace[929744467] 'read index received' (duration: 84.031739ms)","trace[929744467] 'applied index is now lower than readState.Index' (duration: 362.314939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:13:58.890472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.569203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-03T20:13:58.890527Z","caller":"traceutil/trace.go:171","msg":"trace[1423446355] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4990; }","duration":"446.680656ms","start":"2026-03-03T20:13:58.443827Z","end":"2026-03-03T20:13:58.890508Z","steps":["trace[1423446355] 'agreement among raft nodes before linearized reading' (duration: 446.521932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:58.890578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:58.44381Z","time spent":"446.752607ms","remote":"127.0.0.1:45754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-03T20:13:58.890459Z","caller":"traceutil/trace.go:171","msg":"trace[445204719] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"471.31456ms","start":"2026-03-03T20:13:58.418971Z","end":"2026-03-03T20:13:58.890285Z","steps":["trace[445204719] 'process raft request' (duration: 471.128065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:58.890897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:58.418943Z","time spent":"471.824052ms","remote":"127.0.0.1:46096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4092,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:13:58.892592Z","caller":"traceutil/trace.go:171","msg":"trace[893744371] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"351.963557ms","start":"2026-03-03T20:13:58.54059Z","end":"2026-03-03T20:13:58.892553Z","steps":["trace[893744371] 'process raft request' (duration: 351.716321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:58.892675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.850779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-03T20:13:58.892758Z","caller":"traceutil/trace.go:171","msg":"trace[870657351] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4991; }","duration":"253.999773ms","start":"2026-03-03T20:13:58.638737Z","end":"2026-03-03T20:13:58.892737Z","steps":["trace[870657351] 'agreement among raft nodes before linearized reading' (duration: 253.732637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:58.892674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.563293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-03-03T20:13:58.892873Z","caller":"traceutil/trace.go:171","msg":"trace[470742145] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4991; }","duration":"253.829559ms","start":"2026-03-03T20:13:58.639031Z","end":"2026-03-03T20:13:58.892861Z","steps":["trace[470742145] 'agreement among raft nodes before linearized reading' (duration: 253.479741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:58.892841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:58.540562Z","time spent":"352.137041ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:13:59.146754Z","caller":"traceutil/trace.go:171","msg":"trace[1101971578] linearizableReadLoop","detail":"{readStateIndex:5199; appliedIndex:5198; }","duration":"146.285031ms","start":"2026-03-03T20:13:59.000443Z","end":"2026-03-03T20:13:59.146727Z","steps":["trace[1101971578] 'read index received' (duration: 70.606007ms)","trace[1101971578] 'applied index is now lower than readState.Index' (duration: 75.677674ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:59.146865Z","caller":"traceutil/trace.go:171","msg":"trace[773795951] transaction","detail":"{read_only:false; response_revision:4992; number_of_response:1; }","duration":"194.208078ms","start":"2026-03-03T20:13:58.952619Z","end":"2026-03-03T20:13:59.146827Z","steps":["trace[773795951] 'process raft request' (duration: 118.37273ms)","trace[773795951] 'compare' (duration: 75.565752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:13:59.146987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.504496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:13:59.147206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.338562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-03T20:13:59.147254Z","caller":"traceutil/trace.go:171","msg":"trace[1276243402] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4992; }","duration":"143.410584ms","start":"2026-03-03T20:13:59.003826Z","end":"2026-03-03T20:13:59.147236Z","steps":["trace[1276243402] 'agreement among raft nodes before linearized reading' (duration: 143.22669ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:59.147219Z","caller":"traceutil/trace.go:171","msg":"trace[1650801616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4992; }","duration":"146.784863ms","start":"2026-03-03T20:13:59.000238Z","end":"2026-03-03T20:13:59.147023Z","steps":["trace[1650801616] 'agreement among raft nodes before linearized reading' (duration: 146.66568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:59.90755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.204832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:13:59.907817Z","caller":"traceutil/trace.go:171","msg":"trace[1363415600] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"753.278115ms","start":"2026-03-03T20:13:59.154493Z","end":"2026-03-03T20:13:59.907771Z","steps":["trace[1363415600] 'process raft request' (duration: 370.770006ms)","trace[1363415600] 'compare' (duration: 381.378582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:13:59.908058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:59.15446Z","time spent":"753.467888ms","remote":"127.0.0.1:45754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3550,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:13:59.908043Z","caller":"traceutil/trace.go:171","msg":"trace[260479926] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"753.226323ms","start":"2026-03-03T20:13:59.154769Z","end":"2026-03-03T20:13:59.907995Z","steps":["trace[260479926] 'process raft request' (duration: 752.900365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:59.908222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:59.154759Z","time spent":"753.372656ms","remote":"127.0.0.1:45926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1454,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:13:59.908923Z","caller":"traceutil/trace.go:171","msg":"trace[1963378590] linearizableReadLoop","detail":"{readStateIndex:5206; appliedIndex:5200; }","duration":"607.791392ms","start":"2026-03-03T20:13:59.301114Z","end":"2026-03-03T20:13:59.908905Z","steps":["trace[1963378590] 'read index received' (duration: 223.535762ms)","trace[1963378590] 'applied index is now lower than readState.Index' (duration: 384.25459ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:59.909228Z","caller":"traceutil/trace.go:171","msg":"trace[79031748] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"610.012153ms","start":"2026-03-03T20:13:59.299206Z","end":"2026-03-03T20:13:59.909219Z","steps":["trace[79031748] 'process raft request' (duration: 609.665585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:59.909295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:59.299148Z","time spent":"610.106406ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:13:59.909204Z","caller":"traceutil/trace.go:171","msg":"trace[532866363] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"610.117847ms","start":"2026-03-03T20:13:59.299021Z","end":"2026-03-03T20:13:59.909139Z","steps":["trace[532866363] 'process raft request' (duration: 609.805749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:59.909521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.405407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:13:59.909551Z","caller":"traceutil/trace.go:171","msg":"trace[1600566553] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:4999; }","duration":"608.487108ms","start":"2026-03-03T20:13:59.301056Z","end":"2026-03-03T20:13:59.909543Z","steps":["trace[1600566553] 'agreement among raft nodes before linearized reading' (duration: 608.419896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:59.909574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:59.301041Z","time spent":"608.52667ms","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:13:59.909859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:59.298992Z","time spent":"610.500395ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:13:59.90998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.842743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:13:59.910006Z","caller":"traceutil/trace.go:171","msg":"trace[938119741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4999; }","duration":"432.884704ms","start":"2026-03-03T20:13:59.477116Z","end":"2026-03-03T20:13:59.91Z","steps":["trace[938119741] 'agreement among raft nodes before linearized reading' (duration: 432.803212ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:59.909974Z","caller":"traceutil/trace.go:171","msg":"trace[109238538] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"754.434791ms","start":"2026-03-03T20:13:59.155498Z","end":"2026-03-03T20:13:59.909933Z","steps":["trace[109238538] 'process raft request' (duration: 753.262874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:59.910079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.320212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:13:59.910106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.821312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-03T20:13:59.91017Z","caller":"traceutil/trace.go:171","msg":"trace[1184908139] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4999; }","duration":"230.971385ms","start":"2026-03-03T20:13:59.67918Z","end":"2026-03-03T20:13:59.910152Z","steps":["trace[1184908139] 'agreement among raft nodes before linearized reading' (duration: 230.678638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:59.910167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:59.155473Z","time spent":"754.606716ms","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1282,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:13:59.90985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.5271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T20:13:59.910203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.516254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:13:59.910226Z","caller":"traceutil/trace.go:171","msg":"trace[792832759] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4999; }","duration":"531.598306ms","start":"2026-03-03T20:13:59.378621Z","end":"2026-03-03T20:13:59.91022Z","steps":["trace[792832759] 'agreement among raft nodes before linearized reading' (duration: 531.522234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:59.910244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:59.378602Z","time spent":"531.637366ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T20:13:59.910247Z","caller":"traceutil/trace.go:171","msg":"trace[407677470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4999; }","duration":"545.965251ms","start":"2026-03-03T20:13:59.364254Z","end":"2026-03-03T20:13:59.910219Z","steps":["trace[407677470] 'agreement among raft nodes before linearized reading' (duration: 545.49892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:59.910045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:59.477106Z","time spent":"432.915804ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:13:59.910334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:59.364226Z","time spent":"546.076473ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:13:59.910476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.701176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:13:59.910521Z","caller":"traceutil/trace.go:171","msg":"trace[329140693] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:4999; }","duration":"217.787098ms","start":"2026-03-03T20:13:59.692721Z","end":"2026-03-03T20:13:59.910508Z","steps":["trace[329140693] 'agreement among raft nodes before linearized reading' (duration: 217.712746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:59.910532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.758606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:13:59.910128Z","caller":"traceutil/trace.go:171","msg":"trace[1357879593] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:4999; }","duration":"514.396744ms","start":"2026-03-03T20:13:59.3957Z","end":"2026-03-03T20:13:59.910096Z","steps":["trace[1357879593] 'agreement among raft nodes before linearized reading' (duration: 514.356753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:59.910601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:59.395664Z","time spent":"514.921216ms","remote":"127.0.0.1:45874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:13:59.910557Z","caller":"traceutil/trace.go:171","msg":"trace[757023822] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4999; }","duration":"132.844848ms","start":"2026-03-03T20:13:59.777704Z","end":"2026-03-03T20:13:59.910549Z","steps":["trace[757023822] 'agreement among raft nodes before linearized reading' (duration: 132.726305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:59.911029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.707803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T20:13:59.911064Z","caller":"traceutil/trace.go:171","msg":"trace[1411971791] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4999; }","duration":"436.764814ms","start":"2026-03-03T20:13:59.474288Z","end":"2026-03-03T20:13:59.911053Z","steps":["trace[1411971791] 'agreement among raft nodes before linearized reading' (duration: 436.665122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:59.911089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:59.474278Z","time spent":"436.805875ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:13:59.915697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.292163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T20:13:59.915733Z","caller":"traceutil/trace.go:171","msg":"trace[710234389] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4999; }","duration":"442.380145ms","start":"2026-03-03T20:13:59.473343Z","end":"2026-03-03T20:13:59.915723Z","steps":["trace[710234389] 'agreement among raft nodes before linearized reading' (duration: 442.257433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:59.915758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:59.473319Z","time spent":"442.432337ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:13:59.929081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.024761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T20:13:59.929117Z","caller":"traceutil/trace.go:171","msg":"trace[96849185] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:4999; }","duration":"455.078472ms","start":"2026-03-03T20:13:59.474026Z","end":"2026-03-03T20:13:59.929105Z","steps":["trace[96849185] 'agreement among raft nodes before linearized reading' (duration: 437.121092ms)","trace[96849185] 'range keys from bolt db' (duration: 17.895598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:13:59.929156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:59.474016Z","time spent":"455.132713ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-9tmdb\" "} {"level":"info","ts":"2026-03-03T20:13:59.929449Z","caller":"traceutil/trace.go:171","msg":"trace[1913542408] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"774.426159ms","start":"2026-03-03T20:13:59.154919Z","end":"2026-03-03T20:13:59.929345Z","steps":["trace[1913542408] 'process raft request' (duration: 752.830424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:59.92976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:59.154897Z","time spent":"774.720975ms","remote":"127.0.0.1:45926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1868,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:14:00.701411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.379176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:14:00.701741Z","caller":"traceutil/trace.go:171","msg":"trace[1058309498] linearizableReadLoop","detail":"{readStateIndex:5209; appliedIndex:5206; }","duration":"757.233566ms","start":"2026-03-03T20:13:59.944494Z","end":"2026-03-03T20:14:00.701728Z","steps":["trace[1058309498] 'read index received' (duration: 416.621924ms)","trace[1058309498] 'applied index is now lower than readState.Index' (duration: 340.610642ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:14:00.701739Z","caller":"traceutil/trace.go:171","msg":"trace[567889037] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"759.663753ms","start":"2026-03-03T20:13:59.942052Z","end":"2026-03-03T20:14:00.701716Z","steps":["trace[567889037] 'process raft request' (duration: 418.843226ms)","trace[567889037] 'compare' (duration: 340.013478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:14:00.701808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:59.942029Z","time spent":"759.753724ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:14:00.701844Z","caller":"traceutil/trace.go:171","msg":"trace[575686926] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"755.182518ms","start":"2026-03-03T20:13:59.946651Z","end":"2026-03-03T20:14:00.701833Z","steps":["trace[575686926] 'process raft request' (duration: 754.987274ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:00.701822Z","caller":"traceutil/trace.go:171","msg":"trace[2055980766] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"757.825129ms","start":"2026-03-03T20:13:59.943946Z","end":"2026-03-03T20:14:00.701774Z","steps":["trace[2055980766] 'process raft request' (duration: 757.655395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:00.7019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:59.94663Z","time spent":"755.236139ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:14:00.702056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:59.94391Z","time spent":"758.006743ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:14:00.702169Z","caller":"traceutil/trace.go:171","msg":"trace[513398253] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"754.895671ms","start":"2026-03-03T20:13:59.947262Z","end":"2026-03-03T20:14:00.702157Z","steps":["trace[513398253] 'process raft request' (duration: 754.41563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:00.702236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:59.947254Z","time spent":"754.948273ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:14:00.702239Z","caller":"traceutil/trace.go:171","msg":"trace[701893903] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"758.485785ms","start":"2026-03-03T20:13:59.94373Z","end":"2026-03-03T20:14:00.702216Z","steps":["trace[701893903] 'process raft request' (duration: 757.80974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:00.702338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:59.943703Z","time spent":"758.584247ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:14:00.702364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.682974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:14:00.702403Z","caller":"traceutil/trace.go:171","msg":"trace[947270597] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5004; }","duration":"373.759485ms","start":"2026-03-03T20:14:00.328622Z","end":"2026-03-03T20:14:00.702382Z","steps":["trace[947270597] 'agreement among raft nodes before linearized reading' (duration: 373.709514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:00.702403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.79653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:14:00.702423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:00.328594Z","time spent":"373.823937ms","remote":"127.0.0.1:35908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:14:00.702404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.283023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e20764da-2e39-4bae-9dfc-9af89cd9ff8b\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-03-03T20:14:00.702389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.21796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:14:00.702429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.851602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:14:00.70248Z","caller":"traceutil/trace.go:171","msg":"trace[5343487] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e20764da-2e39-4bae-9dfc-9af89cd9ff8b; range_end:; response_count:1; response_revision:5004; }","duration":"756.574041ms","start":"2026-03-03T20:13:59.945882Z","end":"2026-03-03T20:14:00.702456Z","steps":["trace[5343487] 'agreement among raft nodes before linearized reading' (duration: 756.330015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:00.702467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.946022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62904"} {"level":"warn","ts":"2026-03-03T20:14:00.70253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.045148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-03T20:14:00.702483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.624592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-03T20:14:00.702534Z","caller":"traceutil/trace.go:171","msg":"trace[587861786] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:5004; }","duration":"297.053156ms","start":"2026-03-03T20:14:00.405457Z","end":"2026-03-03T20:14:00.70251Z","steps":["trace[587861786] 'agreement among raft nodes before linearized reading' (duration: 296.846791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:00.702543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:59.94587Z","time spent":"756.652892ms","remote":"127.0.0.1:45806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-e20764da-2e39-4bae-9dfc-9af89cd9ff8b\" "} {"level":"info","ts":"2026-03-03T20:14:00.702556Z","caller":"traceutil/trace.go:171","msg":"trace[1045831449] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5004; }","duration":"758.094236ms","start":"2026-03-03T20:13:59.944438Z","end":"2026-03-03T20:14:00.702532Z","steps":["trace[1045831449] 'agreement among raft nodes before linearized reading' (duration: 757.743917ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:00.70257Z","caller":"traceutil/trace.go:171","msg":"trace[963113787] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5004; }","duration":"756.111669ms","start":"2026-03-03T20:13:59.94645Z","end":"2026-03-03T20:14:00.702562Z","steps":["trace[963113787] 'agreement among raft nodes before linearized reading' (duration: 756.010947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:00.702601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:59.946434Z","time spent":"756.160901ms","remote":"127.0.0.1:46016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-03T20:14:00.702608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:59.944417Z","time spent":"758.181038ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62927,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T20:14:00.702595Z","caller":"traceutil/trace.go:171","msg":"trace[1085104803] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5004; }","duration":"753.748575ms","start":"2026-03-03T20:13:59.948825Z","end":"2026-03-03T20:14:00.702574Z","steps":["trace[1085104803] 'agreement among raft nodes before linearized reading' (duration: 753.485549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:00.702666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:59.948817Z","time spent":"753.837377ms","remote":"127.0.0.1:45754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-03-03T20:14:00.702489Z","caller":"traceutil/trace.go:171","msg":"trace[1364439666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5004; }","duration":"737.376574ms","start":"2026-03-03T20:13:59.96509Z","end":"2026-03-03T20:14:00.702467Z","steps":["trace[1364439666] 'agreement among raft nodes before linearized reading' (duration: 737.177279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:00.70283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:59.965078Z","time spent":"737.736822ms","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:14:00.70243Z","caller":"traceutil/trace.go:171","msg":"trace[1265922206] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5004; }","duration":"742.844351ms","start":"2026-03-03T20:13:59.959576Z","end":"2026-03-03T20:14:00.70242Z","steps":["trace[1265922206] 'agreement among raft nodes before linearized reading' (duration: 742.742139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:00.702918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:59.959565Z","time spent":"743.334992ms","remote":"127.0.0.1:45870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":73,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:14:00.970473Z","caller":"traceutil/trace.go:171","msg":"trace[661064539] linearizableReadLoop","detail":"{readStateIndex:5212; appliedIndex:5211; }","duration":"214.157324ms","start":"2026-03-03T20:14:00.756289Z","end":"2026-03-03T20:14:00.970446Z","steps":["trace[661064539] 'read index received' (duration: 213.934479ms)","trace[661064539] 'applied index is now lower than readState.Index' (duration: 221.565µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:14:00.982533Z","caller":"traceutil/trace.go:171","msg":"trace[275151658] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"226.592104ms","start":"2026-03-03T20:14:00.755898Z","end":"2026-03-03T20:14:00.98249Z","steps":["trace[275151658] 'process raft request' (duration: 214.362418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:00.98278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.468481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-03T20:14:00.982893Z","caller":"traceutil/trace.go:171","msg":"trace[68056580] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5005; }","duration":"226.598644ms","start":"2026-03-03T20:14:00.75625Z","end":"2026-03-03T20:14:00.982849Z","steps":["trace[68056580] 'agreement among raft nodes before linearized reading' (duration: 214.530333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:00.988869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.306759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:14:00.988957Z","caller":"traceutil/trace.go:171","msg":"trace[782776872] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5006; }","duration":"127.458342ms","start":"2026-03-03T20:14:00.861482Z","end":"2026-03-03T20:14:00.988941Z","steps":["trace[782776872] 'agreement among raft nodes before linearized reading' (duration: 127.312679ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:01.330094Z","caller":"traceutil/trace.go:171","msg":"trace[1257329824] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"359.37692ms","start":"2026-03-03T20:14:00.97069Z","end":"2026-03-03T20:14:01.330066Z","steps":["trace[1257329824] 'process raft request' (duration: 353.218947ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:01.330103Z","caller":"traceutil/trace.go:171","msg":"trace[1350022936] linearizableReadLoop","detail":"{readStateIndex:5214; appliedIndex:5213; }","duration":"341.609365ms","start":"2026-03-03T20:14:00.988459Z","end":"2026-03-03T20:14:01.330069Z","steps":["trace[1350022936] 'read index received' (duration: 335.457062ms)","trace[1350022936] 'applied index is now lower than readState.Index' (duration: 6.151043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:14:01.330215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:00.970666Z","time spent":"359.489242ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:14:01.330264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.95883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-03T20:14:01.330314Z","caller":"traceutil/trace.go:171","msg":"trace[1620608736] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5007; }","duration":"344.013402ms","start":"2026-03-03T20:14:00.986286Z","end":"2026-03-03T20:14:01.3303Z","steps":["trace[1620608736] 'agreement among raft nodes before linearized reading' (duration: 343.785756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:01.330332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.517646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:14:01.330348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:00.986224Z","time spent":"344.117253ms","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-03-03T20:14:01.330372Z","caller":"traceutil/trace.go:171","msg":"trace[1886418594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5007; }","duration":"336.587768ms","start":"2026-03-03T20:14:00.993771Z","end":"2026-03-03T20:14:01.330359Z","steps":["trace[1886418594] 'agreement among raft nodes before linearized reading' (duration: 336.484895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:01.330415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:00.993712Z","time spent":"336.694311ms","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:14:01.330499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.435137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:14:01.330604Z","caller":"traceutil/trace.go:171","msg":"trace[2028919636] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5007; }","duration":"201.638562ms","start":"2026-03-03T20:14:01.128938Z","end":"2026-03-03T20:14:01.330576Z","steps":["trace[2028919636] 'agreement among raft nodes before linearized reading' (duration: 201.378856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:01.331282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.628429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210911"} {"level":"info","ts":"2026-03-03T20:14:01.331346Z","caller":"traceutil/trace.go:171","msg":"trace[247388019] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5007; }","duration":"348.730922ms","start":"2026-03-03T20:14:00.982599Z","end":"2026-03-03T20:14:01.33133Z","steps":["trace[247388019] 'agreement among raft nodes before linearized reading' (duration: 347.566654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:01.331386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:00.982566Z","time spent":"348.807683ms","remote":"127.0.0.1:45770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2210934,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-03T20:14:02.220402Z","caller":"traceutil/trace.go:171","msg":"trace[1553830654] linearizableReadLoop","detail":"{readStateIndex:5231; appliedIndex:5230; }","duration":"254.169437ms","start":"2026-03-03T20:14:01.966201Z","end":"2026-03-03T20:14:02.22037Z","steps":["trace[1553830654] 'read index received' (duration: 17.980699ms)","trace[1553830654] 'applied index is now lower than readState.Index' (duration: 236.180537ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:14:02.220617Z","caller":"traceutil/trace.go:171","msg":"trace[781099842] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"273.19031ms","start":"2026-03-03T20:14:01.947377Z","end":"2026-03-03T20:14:02.220567Z","steps":["trace[781099842] 'process raft request' (duration: 195.044688ms)","trace[781099842] 'compare' (duration: 77.585559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:14:02.220818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.589356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-84f5c78cd7-qtrjt.18996df7265b342e\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-03-03T20:14:02.22082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.252838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:14:02.220857Z","caller":"traceutil/trace.go:171","msg":"trace[1370184749] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-84f5c78cd7-qtrjt.18996df7265b342e; range_end:; response_count:1; response_revision:5023; }","duration":"254.680509ms","start":"2026-03-03T20:14:01.966166Z","end":"2026-03-03T20:14:02.220847Z","steps":["trace[1370184749] 'agreement among raft nodes before linearized reading' (duration: 254.400612ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:02.220882Z","caller":"traceutil/trace.go:171","msg":"trace[1908933627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5023; }","duration":"254.376071ms","start":"2026-03-03T20:14:01.96649Z","end":"2026-03-03T20:14:02.220866Z","steps":["trace[1908933627] 'agreement among raft nodes before linearized reading' (duration: 254.265919ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:04.394073Z","caller":"traceutil/trace.go:171","msg":"trace[1953636382] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"193.909582ms","start":"2026-03-03T20:14:04.200126Z","end":"2026-03-03T20:14:04.394036Z","steps":["trace[1953636382] 'process raft request' (duration: 193.641086ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:04.39988Z","caller":"traceutil/trace.go:171","msg":"trace[484271105] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"172.311118ms","start":"2026-03-03T20:14:04.227526Z","end":"2026-03-03T20:14:04.399837Z","steps":["trace[484271105] 'process raft request' (duration: 172.135044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:04.746932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.280397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:14:04.747091Z","caller":"traceutil/trace.go:171","msg":"trace[1586443465] linearizableReadLoop","detail":"{readStateIndex:5275; appliedIndex:5274; }","duration":"345.264201ms","start":"2026-03-03T20:14:04.401804Z","end":"2026-03-03T20:14:04.747069Z","steps":["trace[1586443465] 'read index received' (duration: 193.706797ms)","trace[1586443465] 'applied index is now lower than readState.Index' (duration: 151.555224ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:14:04.747341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.522236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:14:04.747407Z","caller":"traceutil/trace.go:171","msg":"trace[1098402914] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5066; }","duration":"345.605588ms","start":"2026-03-03T20:14:04.401786Z","end":"2026-03-03T20:14:04.747391Z","steps":["trace[1098402914] 'agreement among raft nodes before linearized reading' (duration: 345.406404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:04.747461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:04.401743Z","time spent":"345.69922ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":53,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:14:04.747497Z","caller":"traceutil/trace.go:171","msg":"trace[2103960860] transaction","detail":"{read_only:false; response_revision:5066; number_of_response:1; }","duration":"351.016185ms","start":"2026-03-03T20:14:04.396449Z","end":"2026-03-03T20:14:04.747465Z","steps":["trace[2103960860] 'process raft request' (duration: 199.103863ms)","trace[2103960860] 'compare' (duration: 151.102113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:14:04.747602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:04.396421Z","time spent":"351.134278ms","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:14:05.044151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.973333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:14:05.044432Z","caller":"traceutil/trace.go:171","msg":"trace[520760947] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"291.360634ms","start":"2026-03-03T20:14:04.753038Z","end":"2026-03-03T20:14:05.044399Z","steps":["trace[520760947] 'process raft request' (duration: 291.244721ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:05.044428Z","caller":"traceutil/trace.go:171","msg":"trace[221324841] transaction","detail":"{read_only:false; response_revision:5067; number_of_response:1; }","duration":"291.875926ms","start":"2026-03-03T20:14:04.752494Z","end":"2026-03-03T20:14:05.04437Z","steps":["trace[221324841] 'process raft request' (duration: 112.565025ms)","trace[221324841] 'compare' (duration: 178.782819ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:14:05.044637Z","caller":"traceutil/trace.go:171","msg":"trace[1981924024] linearizableReadLoop","detail":"{readStateIndex:5282; appliedIndex:5275; }","duration":"283.388488ms","start":"2026-03-03T20:14:04.761226Z","end":"2026-03-03T20:14:05.044614Z","steps":["trace[1981924024] 'read index received' (duration: 103.921053ms)","trace[1981924024] 'applied index is now lower than readState.Index' (duration: 179.466445ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:14:05.044682Z","caller":"traceutil/trace.go:171","msg":"trace[1478621098] transaction","detail":"{read_only:false; response_revision:5069; number_of_response:1; }","duration":"290.915624ms","start":"2026-03-03T20:14:04.753753Z","end":"2026-03-03T20:14:05.044668Z","steps":["trace[1478621098] 'process raft request' (duration: 290.585916ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:05.044731Z","caller":"traceutil/trace.go:171","msg":"trace[951885444] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"283.547822ms","start":"2026-03-03T20:14:04.761171Z","end":"2026-03-03T20:14:05.044718Z","steps":["trace[951885444] 'process raft request' (duration: 283.326087ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:05.044734Z","caller":"traceutil/trace.go:171","msg":"trace[794931044] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"290.909523ms","start":"2026-03-03T20:14:04.75381Z","end":"2026-03-03T20:14:05.044719Z","steps":["trace[794931044] 'process raft request' (duration: 290.603196ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:05.044749Z","caller":"traceutil/trace.go:171","msg":"trace[366499597] transaction","detail":"{read_only:false; response_revision:5070; number_of_response:1; }","duration":"290.926913ms","start":"2026-03-03T20:14:04.753814Z","end":"2026-03-03T20:14:05.044741Z","steps":["trace[366499597] 'process raft request' (duration: 290.558845ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:05.044838Z","caller":"traceutil/trace.go:171","msg":"trace[181308242] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"282.340914ms","start":"2026-03-03T20:14:04.762489Z","end":"2026-03-03T20:14:05.04483Z","steps":["trace[181308242] 'process raft request' (duration: 282.063497ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:05.044856Z","caller":"traceutil/trace.go:171","msg":"trace[299175304] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"290.605706ms","start":"2026-03-03T20:14:04.754243Z","end":"2026-03-03T20:14:05.044849Z","steps":["trace[299175304] 'process raft request' (duration: 290.219047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:05.045316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.079875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70869"} {"level":"info","ts":"2026-03-03T20:14:05.045368Z","caller":"traceutil/trace.go:171","msg":"trace[1243459868] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5074; }","duration":"284.135396ms","start":"2026-03-03T20:14:04.761219Z","end":"2026-03-03T20:14:05.045355Z","steps":["trace[1243459868] 'agreement among raft nodes before linearized reading' (duration: 283.825159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:05.063771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.709658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:14:05.063892Z","caller":"traceutil/trace.go:171","msg":"trace[2060525241] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5075; }","duration":"106.925513ms","start":"2026-03-03T20:14:04.956935Z","end":"2026-03-03T20:14:05.063861Z","steps":["trace[2060525241] 'agreement among raft nodes before linearized reading' (duration: 106.673848ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:05.236404Z","caller":"traceutil/trace.go:171","msg":"trace[2009321127] transaction","detail":"{read_only:false; response_revision:5076; number_of_response:1; }","duration":"185.811471ms","start":"2026-03-03T20:14:05.050536Z","end":"2026-03-03T20:14:05.236347Z","steps":["trace[2009321127] 'process raft request' (duration: 175.88102ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:05.23645Z","caller":"traceutil/trace.go:171","msg":"trace[660532986] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"185.811021ms","start":"2026-03-03T20:14:05.050625Z","end":"2026-03-03T20:14:05.236436Z","steps":["trace[660532986] 'process raft request' (duration: 185.632297ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:05.236697Z","caller":"traceutil/trace.go:171","msg":"trace[2063922402] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"185.77074ms","start":"2026-03-03T20:14:05.050714Z","end":"2026-03-03T20:14:05.236485Z","steps":["trace[2063922402] 'process raft request' (duration: 185.661618ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:05.236778Z","caller":"traceutil/trace.go:171","msg":"trace[1078121146] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"185.947754ms","start":"2026-03-03T20:14:05.050793Z","end":"2026-03-03T20:14:05.236741Z","steps":["trace[1078121146] 'process raft request' (duration: 185.620927ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:08.5498Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2593} {"level":"info","ts":"2026-03-03T20:14:08.656768Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2593,"took":"105.06327ms","hash":1181654199,"current-db-size-bytes":37965824,"current-db-size":"38 MB","current-db-size-in-use-bytes":27508736,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T20:14:08.656868Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1181654199,"revision":2593,"compact-revision":-1} {"level":"info","ts":"2026-03-03T20:14:09.23382Z","caller":"traceutil/trace.go:171","msg":"trace[1999969247] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"168.434297ms","start":"2026-03-03T20:14:09.065352Z","end":"2026-03-03T20:14:09.233786Z","steps":["trace[1999969247] 'process raft request' (duration: 168.246523ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:09.259581Z","caller":"traceutil/trace.go:171","msg":"trace[277406662] linearizableReadLoop","detail":"{readStateIndex:5333; appliedIndex:5328; }","duration":"192.478178ms","start":"2026-03-03T20:14:09.067075Z","end":"2026-03-03T20:14:09.259553Z","steps":["trace[277406662] 'read index received' (duration: 166.589455ms)","trace[277406662] 'applied index is now lower than readState.Index' (duration: 25.887863ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:14:09.259614Z","caller":"traceutil/trace.go:171","msg":"trace[255229226] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"192.599281ms","start":"2026-03-03T20:14:09.066989Z","end":"2026-03-03T20:14:09.259589Z","steps":["trace[255229226] 'process raft request' (duration: 192.502379ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:09.25961Z","caller":"traceutil/trace.go:171","msg":"trace[1756645169] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"193.568623ms","start":"2026-03-03T20:14:09.065996Z","end":"2026-03-03T20:14:09.259565Z","steps":["trace[1756645169] 'process raft request' (duration: 193.43634ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:09.259654Z","caller":"traceutil/trace.go:171","msg":"trace[795167353] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"185.537306ms","start":"2026-03-03T20:14:09.074109Z","end":"2026-03-03T20:14:09.259646Z","steps":["trace[795167353] 'process raft request' (duration: 185.410973ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:09.259577Z","caller":"traceutil/trace.go:171","msg":"trace[1222373536] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"194.045175ms","start":"2026-03-03T20:14:09.065485Z","end":"2026-03-03T20:14:09.25953Z","steps":["trace[1222373536] 'process raft request' (duration: 193.802449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:09.25988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.772935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70880"} {"level":"info","ts":"2026-03-03T20:14:09.259922Z","caller":"traceutil/trace.go:171","msg":"trace[1599007109] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5123; }","duration":"192.857837ms","start":"2026-03-03T20:14:09.067055Z","end":"2026-03-03T20:14:09.259913Z","steps":["trace[1599007109] 'agreement among raft nodes before linearized reading' (duration: 192.599411ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:09.260212Z","caller":"traceutil/trace.go:171","msg":"trace[525292680] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"193.431851ms","start":"2026-03-03T20:14:09.06674Z","end":"2026-03-03T20:14:09.260172Z","steps":["trace[525292680] 'process raft request' (duration: 192.723684ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:12.547691Z","caller":"traceutil/trace.go:171","msg":"trace[1740418071] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"121.942673ms","start":"2026-03-03T20:14:12.425723Z","end":"2026-03-03T20:14:12.547666Z","steps":["trace[1740418071] 'process raft request' (duration: 121.78551ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:12.548408Z","caller":"traceutil/trace.go:171","msg":"trace[1721542704] linearizableReadLoop","detail":"{readStateIndex:5409; appliedIndex:5407; }","duration":"120.396367ms","start":"2026-03-03T20:14:12.427993Z","end":"2026-03-03T20:14:12.54839Z","steps":["trace[1721542704] 'read index received' (duration: 119.577858ms)","trace[1721542704] 'applied index is now lower than readState.Index' (duration: 817.989µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:14:12.548725Z","caller":"traceutil/trace.go:171","msg":"trace[164047426] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"122.700771ms","start":"2026-03-03T20:14:12.42598Z","end":"2026-03-03T20:14:12.548681Z","steps":["trace[164047426] 'process raft request' (duration: 122.318882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:12.548824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.805107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-03T20:14:12.54887Z","caller":"traceutil/trace.go:171","msg":"trace[1731274886] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5197; }","duration":"120.911399ms","start":"2026-03-03T20:14:12.427945Z","end":"2026-03-03T20:14:12.548856Z","steps":["trace[1731274886] 'agreement among raft nodes before linearized reading' (duration: 120.745005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:12.549436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.286878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210911"} {"level":"info","ts":"2026-03-03T20:14:12.549598Z","caller":"traceutil/trace.go:171","msg":"trace[232714542] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5197; }","duration":"121.427391ms","start":"2026-03-03T20:14:12.428078Z","end":"2026-03-03T20:14:12.549506Z","steps":["trace[232714542] 'agreement among raft nodes before linearized reading' (duration: 120.463339ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:13.22675Z","caller":"traceutil/trace.go:171","msg":"trace[1514458187] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"121.049403ms","start":"2026-03-03T20:14:13.105649Z","end":"2026-03-03T20:14:13.226699Z","steps":["trace[1514458187] 'process raft request' (duration: 37.704389ms)","trace[1514458187] 'compare' (duration: 83.169369ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:14:13.226694Z","caller":"traceutil/trace.go:171","msg":"trace[742160815] linearizableReadLoop","detail":"{readStateIndex:5420; appliedIndex:5419; }","duration":"118.140615ms","start":"2026-03-03T20:14:13.108527Z","end":"2026-03-03T20:14:13.226667Z","steps":["trace[742160815] 'read index received' (duration: 34.782671ms)","trace[742160815] 'applied index is now lower than readState.Index' (duration: 83.357194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:14:13.226857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.286888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:14:13.226905Z","caller":"traceutil/trace.go:171","msg":"trace[266955795] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5208; }","duration":"118.404231ms","start":"2026-03-03T20:14:13.108489Z","end":"2026-03-03T20:14:13.226893Z","steps":["trace[266955795] 'agreement among raft nodes before linearized reading' (duration: 118.249147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:13.523029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.934353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:14:13.523232Z","caller":"traceutil/trace.go:171","msg":"trace[867210234] linearizableReadLoop","detail":"{readStateIndex:5422; appliedIndex:5420; }","duration":"189.859637ms","start":"2026-03-03T20:14:13.333357Z","end":"2026-03-03T20:14:13.523217Z","steps":["trace[867210234] 'read index received' (duration: 64.662607ms)","trace[867210234] 'applied index is now lower than readState.Index' (duration: 125.19628ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:14:13.523317Z","caller":"traceutil/trace.go:171","msg":"trace[2045490827] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"205.733077ms","start":"2026-03-03T20:14:13.317575Z","end":"2026-03-03T20:14:13.523309Z","steps":["trace[2045490827] 'process raft request' (duration: 205.556413ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:13.52339Z","caller":"traceutil/trace.go:171","msg":"trace[313845157] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"233.29266ms","start":"2026-03-03T20:14:13.290064Z","end":"2026-03-03T20:14:13.523357Z","steps":["trace[313845157] 'process raft request' (duration: 107.938727ms)","trace[313845157] 'compare' (duration: 124.693208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:14:13.523542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.030321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-03T20:14:13.523563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.204395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T20:14:13.523635Z","caller":"traceutil/trace.go:171","msg":"trace[1711693202] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:5210; }","duration":"190.261237ms","start":"2026-03-03T20:14:13.333351Z","end":"2026-03-03T20:14:13.523612Z","steps":["trace[1711693202] 'agreement among raft nodes before linearized reading' (duration: 190.021861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:13.523682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.089616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:14:13.523645Z","caller":"traceutil/trace.go:171","msg":"trace[2054817366] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5210; }","duration":"190.317798ms","start":"2026-03-03T20:14:13.333299Z","end":"2026-03-03T20:14:13.523617Z","steps":["trace[2054817366] 'agreement among raft nodes before linearized reading' (duration: 190.066002ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:13.523714Z","caller":"traceutil/trace.go:171","msg":"trace[1659282252] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5210; }","duration":"176.153837ms","start":"2026-03-03T20:14:13.347552Z","end":"2026-03-03T20:14:13.523706Z","steps":["trace[1659282252] 'agreement among raft nodes before linearized reading' (duration: 176.033064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:13.523786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.736005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T20:14:13.52388Z","caller":"traceutil/trace.go:171","msg":"trace[637095144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5210; }","duration":"153.898749ms","start":"2026-03-03T20:14:13.369958Z","end":"2026-03-03T20:14:13.523857Z","steps":["trace[637095144] 'agreement among raft nodes before linearized reading' (duration: 153.606712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:13.52386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.889387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd65f883-9a70-4b39-b08c-9abf4c8675a0\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-03T20:14:13.52399Z","caller":"traceutil/trace.go:171","msg":"trace[1388797372] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bd65f883-9a70-4b39-b08c-9abf4c8675a0; range_end:; response_count:1; response_revision:5210; }","duration":"187.061581ms","start":"2026-03-03T20:14:13.336877Z","end":"2026-03-03T20:14:13.523939Z","steps":["trace[1388797372] 'agreement among raft nodes before linearized reading' (duration: 186.725774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:13.523992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.833277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T20:14:13.52412Z","caller":"traceutil/trace.go:171","msg":"trace[1268417016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5210; }","duration":"153.99305ms","start":"2026-03-03T20:14:13.370113Z","end":"2026-03-03T20:14:13.524106Z","steps":["trace[1268417016] 'agreement among raft nodes before linearized reading' (duration: 153.491259ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:13.69452Z","caller":"traceutil/trace.go:171","msg":"trace[1695773726] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"166.192785ms","start":"2026-03-03T20:14:13.528299Z","end":"2026-03-03T20:14:13.694492Z","steps":["trace[1695773726] 'process raft request' (duration: 149.215949ms)","trace[1695773726] 'compare' (duration: 16.825893ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:14:13.758276Z","caller":"traceutil/trace.go:171","msg":"trace[1131700810] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"228.976079ms","start":"2026-03-03T20:14:13.529273Z","end":"2026-03-03T20:14:13.758249Z","steps":["trace[1131700810] 'process raft request' (duration: 228.912067ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:13.758277Z","caller":"traceutil/trace.go:171","msg":"trace[125877403] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"229.527982ms","start":"2026-03-03T20:14:13.528723Z","end":"2026-03-03T20:14:13.758251Z","steps":["trace[125877403] 'process raft request' (duration: 229.333507ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:13.758513Z","caller":"traceutil/trace.go:171","msg":"trace[280802665] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"228.227912ms","start":"2026-03-03T20:14:13.530276Z","end":"2026-03-03T20:14:13.758504Z","steps":["trace[280802665] 'process raft request' (duration: 227.941025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:14.667006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.958275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:14:14.667488Z","caller":"traceutil/trace.go:171","msg":"trace[1747157686] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5217; }","duration":"285.508207ms","start":"2026-03-03T20:14:14.381944Z","end":"2026-03-03T20:14:14.667453Z","steps":["trace[1747157686] 'count revisions from in-memory index tree' (duration: 284.828371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:14.667179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.807144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd65f883-9a70-4b39-b08c-9abf4c8675a0\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-03T20:14:14.667822Z","caller":"traceutil/trace.go:171","msg":"trace[375078505] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bd65f883-9a70-4b39-b08c-9abf4c8675a0; range_end:; response_count:1; response_revision:5217; }","duration":"138.529971ms","start":"2026-03-03T20:14:14.529275Z","end":"2026-03-03T20:14:14.667805Z","steps":["trace[375078505] 'range keys from in-memory index tree' (duration: 137.496656ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:14.834584Z","caller":"traceutil/trace.go:171","msg":"trace[1102899515] linearizableReadLoop","detail":"{readStateIndex:5430; appliedIndex:5429; }","duration":"216.924379ms","start":"2026-03-03T20:14:14.617623Z","end":"2026-03-03T20:14:14.834548Z","steps":["trace[1102899515] 'read index received' (duration: 216.616841ms)","trace[1102899515] 'applied index is now lower than readState.Index' (duration: 306.678µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:14:14.834787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.139203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:14:14.834836Z","caller":"traceutil/trace.go:171","msg":"trace[39127570] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5218; }","duration":"217.269836ms","start":"2026-03-03T20:14:14.617556Z","end":"2026-03-03T20:14:14.834826Z","steps":["trace[39127570] 'agreement among raft nodes before linearized reading' (duration: 217.130143ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:14.835113Z","caller":"traceutil/trace.go:171","msg":"trace[1876046821] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"281.015943ms","start":"2026-03-03T20:14:14.55405Z","end":"2026-03-03T20:14:14.835066Z","steps":["trace[1876046821] 'process raft request' (duration: 280.333567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:15.210327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.501965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:14:15.210422Z","caller":"traceutil/trace.go:171","msg":"trace[5497332] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5218; }","duration":"239.597417ms","start":"2026-03-03T20:14:14.970797Z","end":"2026-03-03T20:14:15.210395Z","steps":["trace[5497332] 'count revisions from in-memory index tree' (duration: 239.445833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:15.210169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.321614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:14:15.210883Z","caller":"traceutil/trace.go:171","msg":"trace[1282958205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5218; }","duration":"244.105442ms","start":"2026-03-03T20:14:14.966745Z","end":"2026-03-03T20:14:15.21085Z","steps":["trace[1282958205] 'range keys from in-memory index tree' (duration: 243.143909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:18.185912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.26145ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:14:18.186074Z","caller":"traceutil/trace.go:171","msg":"trace[291622232] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5235; }","duration":"731.442275ms","start":"2026-03-03T20:14:17.454608Z","end":"2026-03-03T20:14:18.186051Z","steps":["trace[291622232] 'range keys from in-memory index tree' (duration: 731.24014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:18.186208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.100575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:14:18.186336Z","caller":"traceutil/trace.go:171","msg":"trace[1216328119] linearizableReadLoop","detail":"{readStateIndex:5449; appliedIndex:5448; }","duration":"894.553819ms","start":"2026-03-03T20:14:17.291762Z","end":"2026-03-03T20:14:18.186316Z","steps":["trace[1216328119] 'read index received' (duration: 468.171857ms)","trace[1216328119] 'applied index is now lower than readState.Index' (duration: 426.380552ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:14:18.186441Z","caller":"traceutil/trace.go:171","msg":"trace[1446420087] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"908.954254ms","start":"2026-03-03T20:14:17.277441Z","end":"2026-03-03T20:14:18.186395Z","steps":["trace[1446420087] 'process raft request' (duration: 482.51079ms)","trace[1446420087] 'compare' (duration: 425.609644ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:14:18.186614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:17.277422Z","time spent":"909.097368ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5870,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:14:18.186773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.017259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-03T20:14:18.186824Z","caller":"traceutil/trace.go:171","msg":"trace[702788178] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5236; }","duration":"895.115401ms","start":"2026-03-03T20:14:17.291693Z","end":"2026-03-03T20:14:18.186808Z","steps":["trace[702788178] 'agreement among raft nodes before linearized reading' (duration: 894.765793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:18.186868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:17.291667Z","time spent":"895.191693ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-03T20:14:18.537199Z","caller":"traceutil/trace.go:171","msg":"trace[338800203] transaction","detail":"{read_only:false; response_revision:5237; number_of_response:1; }","duration":"1.10475942s","start":"2026-03-03T20:14:17.432412Z","end":"2026-03-03T20:14:18.537172Z","steps":["trace[338800203] 'process raft request' (duration: 1.104526954s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:18.537387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:17.432381Z","time spent":"1.104897053s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:14:18.537412Z","caller":"traceutil/trace.go:171","msg":"trace[645241556] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"1.000167021s","start":"2026-03-03T20:14:17.537201Z","end":"2026-03-03T20:14:18.537369Z","steps":["trace[645241556] 'process raft request' (duration: 999.923566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:18.537594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:17.537169Z","time spent":"1.000327274s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:14:18.578416Z","caller":"traceutil/trace.go:171","msg":"trace[1689004732] transaction","detail":"{read_only:false; response_revision:5239; number_of_response:1; }","duration":"474.075054ms","start":"2026-03-03T20:14:18.10431Z","end":"2026-03-03T20:14:18.578385Z","steps":["trace[1689004732] 'process raft request' (duration: 473.872369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:18.578578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:18.104273Z","time spent":"474.222497ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:14:18.578846Z","caller":"traceutil/trace.go:171","msg":"trace[427062232] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"386.599584ms","start":"2026-03-03T20:14:18.192201Z","end":"2026-03-03T20:14:18.578801Z","steps":["trace[427062232] 'process raft request' (duration: 386.118683ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:18.57899Z","caller":"traceutil/trace.go:171","msg":"trace[329203647] transaction","detail":"{read_only:false; response_revision:5243; number_of_response:1; }","duration":"386.380129ms","start":"2026-03-03T20:14:18.192589Z","end":"2026-03-03T20:14:18.578969Z","steps":["trace[329203647] 'process raft request' (duration: 386.274687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:18.579059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:18.192189Z","time spent":"386.756238ms","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:14:18.579096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:18.192582Z","time spent":"386.462881ms","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":896,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:14:18.579127Z","caller":"traceutil/trace.go:171","msg":"trace[962557577] transaction","detail":"{read_only:false; response_revision:5244; number_of_response:1; }","duration":"386.204795ms","start":"2026-03-03T20:14:18.1929Z","end":"2026-03-03T20:14:18.579105Z","steps":["trace[962557577] 'process raft request' (duration: 386.018341ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:18.579075Z","caller":"traceutil/trace.go:171","msg":"trace[280591038] transaction","detail":"{read_only:false; response_revision:5241; number_of_response:1; }","duration":"386.791038ms","start":"2026-03-03T20:14:18.192271Z","end":"2026-03-03T20:14:18.579062Z","steps":["trace[280591038] 'process raft request' (duration: 386.384079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:18.579248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:18.192894Z","time spent":"386.289327ms","remote":"127.0.0.1:45926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:14:18.579276Z","caller":"traceutil/trace.go:171","msg":"trace[1638357059] linearizableReadLoop","detail":"{readStateIndex:5452; appliedIndex:5449; }","duration":"392.897101ms","start":"2026-03-03T20:14:18.186365Z","end":"2026-03-03T20:14:18.579262Z","steps":["trace[1638357059] 'read index received' (duration: 350.566334ms)","trace[1638357059] 'applied index is now lower than readState.Index' (duration: 42.329517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:14:18.579296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:18.192265Z","time spent":"386.982864ms","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":966,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:14:18.57935Z","caller":"traceutil/trace.go:171","msg":"trace[1903165789] transaction","detail":"{read_only:false; response_revision:5245; number_of_response:1; }","duration":"367.54998ms","start":"2026-03-03T20:14:18.211791Z","end":"2026-03-03T20:14:18.579341Z","steps":["trace[1903165789] 'process raft request' (duration: 367.245713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:18.5794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:18.21178Z","time spent":"367.596172ms","remote":"127.0.0.1:45926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:14:18.579461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.46928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:14:18.579491Z","caller":"traceutil/trace.go:171","msg":"trace[1933689013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5245; }","duration":"871.551072ms","start":"2026-03-03T20:14:17.707931Z","end":"2026-03-03T20:14:18.579482Z","steps":["trace[1933689013] 'agreement among raft nodes before linearized reading' (duration: 871.421919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:18.579513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:17.707903Z","time spent":"871.605343ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:14:18.579563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.483585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:14:18.579626Z","caller":"traceutil/trace.go:171","msg":"trace[146904588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5245; }","duration":"806.556777ms","start":"2026-03-03T20:14:17.77305Z","end":"2026-03-03T20:14:18.579607Z","steps":["trace[146904588] 'agreement among raft nodes before linearized reading' (duration: 806.366233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:18.579654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.776646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd65f883-9a70-4b39-b08c-9abf4c8675a0\" ","response":"range_response_count:1 size:3952"} {"level":"warn","ts":"2026-03-03T20:14:18.579671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.409697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T20:14:18.579673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:17.773043Z","time spent":"806.618398ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T20:14:18.579689Z","caller":"traceutil/trace.go:171","msg":"trace[1576049386] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bd65f883-9a70-4b39-b08c-9abf4c8675a0; range_end:; response_count:1; response_revision:5245; }","duration":"895.810087ms","start":"2026-03-03T20:14:17.683866Z","end":"2026-03-03T20:14:18.579676Z","steps":["trace[1576049386] 'agreement among raft nodes before linearized reading' (duration: 895.684254ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:18.579692Z","caller":"traceutil/trace.go:171","msg":"trace[1243918636] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5245; }","duration":"807.443947ms","start":"2026-03-03T20:14:17.772242Z","end":"2026-03-03T20:14:18.579686Z","steps":["trace[1243918636] 'agreement among raft nodes before linearized reading' (duration: 807.382916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:18.579714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:17.772237Z","time spent":"807.473349ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:14:18.579716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:17.6838Z","time spent":"895.91044ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3975,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd65f883-9a70-4b39-b08c-9abf4c8675a0\" "} {"level":"warn","ts":"2026-03-03T20:14:18.579727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.811783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-sqvld\" ","response":"range_response_count:1 size:5199"} {"level":"info","ts":"2026-03-03T20:14:18.57978Z","caller":"traceutil/trace.go:171","msg":"trace[1483131324] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-sqvld; range_end:; response_count:1; response_revision:5245; }","duration":"387.897575ms","start":"2026-03-03T20:14:18.191868Z","end":"2026-03-03T20:14:18.579765Z","steps":["trace[1483131324] 'agreement among raft nodes before linearized reading' (duration: 387.760462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:18.57981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.587711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T20:14:18.579829Z","caller":"traceutil/trace.go:171","msg":"trace[870367129] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5245; }","duration":"807.648502ms","start":"2026-03-03T20:14:17.772174Z","end":"2026-03-03T20:14:18.579823Z","steps":["trace[870367129] 'agreement among raft nodes before linearized reading' (duration: 807.593031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:18.579829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:18.191843Z","time spent":"387.975026ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5222,"request content":"key:\"/registry/pods/monitoring/goldpinger-sqvld\" "} {"level":"warn","ts":"2026-03-03T20:14:18.579856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:17.77215Z","time spent":"807.698894ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:14:18.579563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.199231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:14:18.5799Z","caller":"traceutil/trace.go:171","msg":"trace[1043248328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5245; }","duration":"614.56696ms","start":"2026-03-03T20:14:17.965318Z","end":"2026-03-03T20:14:18.579884Z","steps":["trace[1043248328] 'agreement among raft nodes before linearized reading' (duration: 614.199911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:18.579958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:17.965302Z","time spent":"614.641452ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:14:18.580053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03573475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T20:14:18.580147Z","caller":"traceutil/trace.go:171","msg":"trace[1749115894] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:5245; }","duration":"1.035866893s","start":"2026-03-03T20:14:17.544265Z","end":"2026-03-03T20:14:18.580132Z","steps":["trace[1749115894] 'agreement among raft nodes before linearized reading' (duration: 1.035691589s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:18.580196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:17.544247Z","time spent":"1.035931905s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-9tmdb\" "} {"level":"info","ts":"2026-03-03T20:14:18.580252Z","caller":"traceutil/trace.go:171","msg":"trace[264925969] transaction","detail":"{read_only:false; response_revision:5242; number_of_response:1; }","duration":"387.088556ms","start":"2026-03-03T20:14:18.192391Z","end":"2026-03-03T20:14:18.57948Z","steps":["trace[264925969] 'process raft request' (duration: 386.40124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:18.580292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041857253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T20:14:18.580348Z","caller":"traceutil/trace.go:171","msg":"trace[60541883] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5245; }","duration":"1.041960745s","start":"2026-03-03T20:14:17.538374Z","end":"2026-03-03T20:14:18.580334Z","steps":["trace[60541883] 'agreement among raft nodes before linearized reading' (duration: 1.041828972s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:18.580381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:17.538347Z","time spent":"1.042027487s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:14:18.580486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:18.192363Z","time spent":"387.990717ms","remote":"127.0.0.1:45926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:14:18.581032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.014261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c20ee360-5c92-4d87-a2ff-6e399d5c9cac\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-03T20:14:18.581099Z","caller":"traceutil/trace.go:171","msg":"trace[1297077401] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c20ee360-5c92-4d87-a2ff-6e399d5c9cac; range_end:; response_count:1; response_revision:5245; }","duration":"389.095553ms","start":"2026-03-03T20:14:18.191986Z","end":"2026-03-03T20:14:18.581081Z","steps":["trace[1297077401] 'agreement among raft nodes before linearized reading' (duration: 388.219012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:18.58115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:18.191982Z","time spent":"389.155994ms","remote":"127.0.0.1:45806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-c20ee360-5c92-4d87-a2ff-6e399d5c9cac\" "} {"level":"info","ts":"2026-03-03T20:14:20.764122Z","caller":"traceutil/trace.go:171","msg":"trace[867988052] linearizableReadLoop","detail":"{readStateIndex:5498; appliedIndex:5497; }","duration":"103.917703ms","start":"2026-03-03T20:14:20.660178Z","end":"2026-03-03T20:14:20.764095Z","steps":["trace[867988052] 'read index received' (duration: 83.471896ms)","trace[867988052] 'applied index is now lower than readState.Index' (duration: 20.444357ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:14:20.764289Z","caller":"traceutil/trace.go:171","msg":"trace[1096185359] transaction","detail":"{read_only:false; response_revision:5284; number_of_response:1; }","duration":"139.541544ms","start":"2026-03-03T20:14:20.624718Z","end":"2026-03-03T20:14:20.76426Z","steps":["trace[1096185359] 'process raft request' (duration: 118.922233ms)","trace[1096185359] 'compare' (duration: 20.14184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:14:20.764367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.013875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:14:20.764393Z","caller":"traceutil/trace.go:171","msg":"trace[299182412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5284; }","duration":"104.070307ms","start":"2026-03-03T20:14:20.660315Z","end":"2026-03-03T20:14:20.764385Z","steps":["trace[299182412] 'agreement among raft nodes before linearized reading' (duration: 103.920863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:20.764374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.165349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:14:20.764482Z","caller":"traceutil/trace.go:171","msg":"trace[1363826338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5284; }","duration":"104.317842ms","start":"2026-03-03T20:14:20.660135Z","end":"2026-03-03T20:14:20.764453Z","steps":["trace[1363826338] 'agreement among raft nodes before linearized reading' (duration: 104.092237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:20.764604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.477783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T20:14:20.764629Z","caller":"traceutil/trace.go:171","msg":"trace[334702786] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5284; }","duration":"103.536234ms","start":"2026-03-03T20:14:20.661087Z","end":"2026-03-03T20:14:20.764623Z","steps":["trace[334702786] 'agreement among raft nodes before linearized reading' (duration: 103.477713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:20.764553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.488787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T20:14:20.764704Z","caller":"traceutil/trace.go:171","msg":"trace[2025888895] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:5284; }","duration":"101.64969ms","start":"2026-03-03T20:14:20.663042Z","end":"2026-03-03T20:14:20.764691Z","steps":["trace[2025888895] 'agreement among raft nodes before linearized reading' (duration: 101.444695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:20.764997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.888112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T20:14:20.765106Z","caller":"traceutil/trace.go:171","msg":"trace[1484581028] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5284; }","duration":"104.072007ms","start":"2026-03-03T20:14:20.661005Z","end":"2026-03-03T20:14:20.765077Z","steps":["trace[1484581028] 'agreement among raft nodes before linearized reading' (duration: 103.694248ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:21.171309Z","caller":"traceutil/trace.go:171","msg":"trace[1006985515] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"265.659245ms","start":"2026-03-03T20:14:20.905619Z","end":"2026-03-03T20:14:21.171278Z","steps":["trace[1006985515] 'process raft request' (duration: 265.413929ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:21.71343Z","caller":"traceutil/trace.go:171","msg":"trace[201313553] linearizableReadLoop","detail":"{readStateIndex:5504; appliedIndex:5503; }","duration":"150.230453ms","start":"2026-03-03T20:14:21.563169Z","end":"2026-03-03T20:14:21.713399Z","steps":["trace[201313553] 'read index received' (duration: 150.026118ms)","trace[201313553] 'applied index is now lower than readState.Index' (duration: 202.894µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:14:21.713598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.398717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:14:21.713634Z","caller":"traceutil/trace.go:171","msg":"trace[1194203132] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5289; }","duration":"150.50863ms","start":"2026-03-03T20:14:21.563115Z","end":"2026-03-03T20:14:21.713624Z","steps":["trace[1194203132] 'agreement among raft nodes before linearized reading' (duration: 150.394857ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:21.833411Z","caller":"traceutil/trace.go:171","msg":"trace[840101525] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"118.824821ms","start":"2026-03-03T20:14:21.714548Z","end":"2026-03-03T20:14:21.833372Z","steps":["trace[840101525] 'process raft request' (duration: 117.418578ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:26.303428Z","caller":"traceutil/trace.go:171","msg":"trace[892833150] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"114.678805ms","start":"2026-03-03T20:14:26.188725Z","end":"2026-03-03T20:14:26.303404Z","steps":["trace[892833150] 'process raft request' (duration: 114.533661ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:29.737625Z","caller":"traceutil/trace.go:171","msg":"trace[1553611694] linearizableReadLoop","detail":"{readStateIndex:5636; appliedIndex:5635; }","duration":"280.287956ms","start":"2026-03-03T20:14:29.457306Z","end":"2026-03-03T20:14:29.737594Z","steps":["trace[1553611694] 'read index received' (duration: 280.0119ms)","trace[1553611694] 'applied index is now lower than readState.Index' (duration: 274.516µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:14:29.737795Z","caller":"traceutil/trace.go:171","msg":"trace[459106774] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"324.934697ms","start":"2026-03-03T20:14:29.412728Z","end":"2026-03-03T20:14:29.737662Z","steps":["trace[459106774] 'process raft request' (duration: 324.685041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:29.737895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.561232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-03T20:14:29.737961Z","caller":"traceutil/trace.go:171","msg":"trace[296715636] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5417; }","duration":"280.652084ms","start":"2026-03-03T20:14:29.45729Z","end":"2026-03-03T20:14:29.737942Z","steps":["trace[296715636] 'agreement among raft nodes before linearized reading' (duration: 280.417519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:29.738091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:29.412708Z","time spent":"325.198093ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13834,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:14:35.02622Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875456550,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:14:35.526684Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875456550,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:14:35.808361Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.350000989s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:14:35.80888Z","caller":"traceutil/trace.go:171","msg":"trace[441108203] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"1.350607782s","start":"2026-03-03T20:14:34.458241Z","end":"2026-03-03T20:14:35.808849Z","steps":["trace[441108203] 'process raft request' (duration: 1.350386277s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:35.809078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:34.458221Z","time spent":"1.350769166s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10667,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:14:36.271499Z","caller":"traceutil/trace.go:171","msg":"trace[1387079689] transaction","detail":"{read_only:false; response_revision:5452; number_of_response:1; }","duration":"1.638061086s","start":"2026-03-03T20:14:34.633411Z","end":"2026-03-03T20:14:36.271473Z","steps":["trace[1387079689] 'process raft request' (duration: 1.637984544s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:36.271657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:34.63338Z","time spent":"1.638192069s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:14:36.271679Z","caller":"traceutil/trace.go:171","msg":"trace[1058293496] linearizableReadLoop","detail":"{readStateIndex:5673; appliedIndex:5669; }","duration":"1.746074945s","start":"2026-03-03T20:14:34.525568Z","end":"2026-03-03T20:14:36.271643Z","steps":["trace[1058293496] 'read index received' (duration: 1.28312493s)","trace[1058293496] 'applied index is now lower than readState.Index' (duration: 462.947995ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:14:36.271765Z","caller":"traceutil/trace.go:171","msg":"trace[616253257] transaction","detail":"{read_only:false; response_revision:5453; number_of_response:1; }","duration":"1.049466351s","start":"2026-03-03T20:14:35.222243Z","end":"2026-03-03T20:14:36.271709Z","steps":["trace[616253257] 'process raft request' (duration: 1.049189165s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:36.27203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:35.222201Z","time spent":"1.049696387s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:14:36.272051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746477834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T20:14:36.27213Z","caller":"traceutil/trace.go:171","msg":"trace[1836957404] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5453; }","duration":"1.746605547s","start":"2026-03-03T20:14:34.525504Z","end":"2026-03-03T20:14:36.272109Z","steps":["trace[1836957404] 'agreement among raft nodes before linearized reading' (duration: 1.746280969s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:36.271525Z","caller":"traceutil/trace.go:171","msg":"trace[654148348] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"1.668405163s","start":"2026-03-03T20:14:34.603072Z","end":"2026-03-03T20:14:36.271477Z","steps":["trace[654148348] 'process raft request' (duration: 1.668172137s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:36.27219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:34.525481Z","time spent":"1.746694619s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-03T20:14:36.272333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:34.603038Z","time spent":"1.669191561s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:14:36.528738Z","caller":"traceutil/trace.go:171","msg":"trace[984743454] transaction","detail":"{read_only:false; response_revision:5454; number_of_response:1; }","duration":"712.425011ms","start":"2026-03-03T20:14:35.816277Z","end":"2026-03-03T20:14:36.528702Z","steps":["trace[984743454] 'process raft request' (duration: 708.102411ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:36.528885Z","caller":"traceutil/trace.go:171","msg":"trace[1295271401] linearizableReadLoop","detail":"{readStateIndex:5677; appliedIndex:5673; }","duration":"257.091355ms","start":"2026-03-03T20:14:36.27176Z","end":"2026-03-03T20:14:36.528851Z","steps":["trace[1295271401] 'read index received' (duration: 252.616631ms)","trace[1295271401] 'applied index is now lower than readState.Index' (duration: 4.472994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:14:36.52911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.144332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:14:36.529143Z","caller":"traceutil/trace.go:171","msg":"trace[1744308679] transaction","detail":"{read_only:false; response_revision:5455; number_of_response:1; }","duration":"712.699998ms","start":"2026-03-03T20:14:35.816427Z","end":"2026-03-03T20:14:36.529127Z","steps":["trace[1744308679] 'process raft request' (duration: 712.186596ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:36.529117Z","caller":"traceutil/trace.go:171","msg":"trace[1283688885] transaction","detail":"{read_only:false; response_revision:5457; number_of_response:1; }","duration":"711.08664ms","start":"2026-03-03T20:14:35.817993Z","end":"2026-03-03T20:14:36.52908Z","steps":["trace[1283688885] 'process raft request' (duration: 710.798483ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:36.529164Z","caller":"traceutil/trace.go:171","msg":"trace[366409710] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5457; }","duration":"970.237674ms","start":"2026-03-03T20:14:35.55891Z","end":"2026-03-03T20:14:36.529148Z","steps":["trace[366409710] 'agreement among raft nodes before linearized reading' (duration: 970.114311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:36.529204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:35.816421Z","time spent":"712.754209ms","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:14:36.529216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:35.558834Z","time spent":"970.369816ms","remote":"127.0.0.1:45906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:14:36.529227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690885587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:14:36.529276Z","caller":"traceutil/trace.go:171","msg":"trace[1634176650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5457; }","duration":"1.690985739s","start":"2026-03-03T20:14:34.838277Z","end":"2026-03-03T20:14:36.529263Z","steps":["trace[1634176650] 'agreement among raft nodes before linearized reading' (duration: 1.690781335s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:36.529287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.671527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:14:36.529332Z","caller":"traceutil/trace.go:171","msg":"trace[929487644] transaction","detail":"{read_only:false; response_revision:5456; number_of_response:1; }","duration":"711.743286ms","start":"2026-03-03T20:14:35.817578Z","end":"2026-03-03T20:14:36.529322Z","steps":["trace[929487644] 'process raft request' (duration: 711.153762ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:36.529346Z","caller":"traceutil/trace.go:171","msg":"trace[1068008992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5457; }","duration":"564.772699ms","start":"2026-03-03T20:14:35.964554Z","end":"2026-03-03T20:14:36.529327Z","steps":["trace[1068008992] 'agreement among raft nodes before linearized reading' (duration: 564.695717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:36.529366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656586568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T20:14:36.529386Z","caller":"traceutil/trace.go:171","msg":"trace[477688827] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5457; }","duration":"1.656625308s","start":"2026-03-03T20:14:34.872755Z","end":"2026-03-03T20:14:36.52938Z","steps":["trace[477688827] 'agreement among raft nodes before linearized reading' (duration: 1.656565607s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:36.529429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:35.817546Z","time spent":"711.825278ms","remote":"127.0.0.1:45926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:14:36.529444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:34.872744Z","time spent":"1.656695069s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:14:36.529452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690320434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T20:14:36.529395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:35.964528Z","time spent":"564.855961ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:14:36.529473Z","caller":"traceutil/trace.go:171","msg":"trace[1115552056] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5457; }","duration":"1.690361725s","start":"2026-03-03T20:14:34.839104Z","end":"2026-03-03T20:14:36.529466Z","steps":["trace[1115552056] 'agreement among raft nodes before linearized reading' (duration: 1.690288363s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:36.529492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:34.839087Z","time spent":"1.690402386s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:14:36.529276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:35.817972Z","time spent":"711.222694ms","remote":"127.0.0.1:45926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:14:36.529303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:34.838259Z","time spent":"1.691039651s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:14:36.529615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689556106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-03T20:14:36.529718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69445101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:14:36.529711Z","caller":"traceutil/trace.go:171","msg":"trace[65199740] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:5457; }","duration":"1.689687459s","start":"2026-03-03T20:14:34.840003Z","end":"2026-03-03T20:14:36.529691Z","steps":["trace[65199740] 'agreement among raft nodes before linearized reading' (duration: 1.689364482s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:36.529732Z","caller":"traceutil/trace.go:171","msg":"trace[462756862] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5457; }","duration":"1.694496961s","start":"2026-03-03T20:14:34.835231Z","end":"2026-03-03T20:14:36.529728Z","steps":["trace[462756862] 'agreement among raft nodes before linearized reading' (duration: 1.69445281s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:36.529747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:34.83521Z","time spent":"1.694534663s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:14:36.529759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:34.839992Z","time spent":"1.689757521s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-9tmdb\" "} {"level":"warn","ts":"2026-03-03T20:14:36.52966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69232724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:14:36.529851Z","caller":"traceutil/trace.go:171","msg":"trace[1231973362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5457; }","duration":"1.692526546s","start":"2026-03-03T20:14:34.837308Z","end":"2026-03-03T20:14:36.529834Z","steps":["trace[1231973362] 'agreement among raft nodes before linearized reading' (duration: 1.692211628s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:36.529905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:34.837299Z","time spent":"1.692589157s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:14:36.529672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845954913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:14:36.529967Z","caller":"traceutil/trace.go:171","msg":"trace[953378920] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5457; }","duration":"1.84628819s","start":"2026-03-03T20:14:34.683666Z","end":"2026-03-03T20:14:36.529954Z","steps":["trace[953378920] 'agreement among raft nodes before linearized reading' (duration: 1.845947753s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:36.530016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:34.683643Z","time spent":"1.846359763s","remote":"127.0.0.1:45754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":55,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:14:36.529206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.313426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16403"} {"level":"info","ts":"2026-03-03T20:14:36.530159Z","caller":"traceutil/trace.go:171","msg":"trace[856747598] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5457; }","duration":"715.312929ms","start":"2026-03-03T20:14:35.814827Z","end":"2026-03-03T20:14:36.53014Z","steps":["trace[856747598] 'agreement among raft nodes before linearized reading' (duration: 714.167642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:36.5302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:35.814802Z","time spent":"715.384411ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16426,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-03T20:14:36.528934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:35.816252Z","time spent":"712.593026ms","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:14:36.558184Z","caller":"traceutil/trace.go:171","msg":"trace[1413097187] transaction","detail":"{read_only:false; response_revision:5458; number_of_response:1; }","duration":"136.472772ms","start":"2026-03-03T20:14:36.421665Z","end":"2026-03-03T20:14:36.558138Z","steps":["trace[1413097187] 'process raft request' (duration: 119.892985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:36.558523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.316193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bd65f883-9a70-4b39-b08c-9abf4c8675a0\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-03T20:14:36.558625Z","caller":"traceutil/trace.go:171","msg":"trace[1971524571] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bd65f883-9a70-4b39-b08c-9abf4c8675a0; range_end:; response_count:1; response_revision:5458; }","duration":"282.462546ms","start":"2026-03-03T20:14:36.276137Z","end":"2026-03-03T20:14:36.5586Z","steps":["trace[1971524571] 'agreement among raft nodes before linearized reading' (duration: 281.947474ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:36.793224Z","caller":"traceutil/trace.go:171","msg":"trace[1779094249] transaction","detail":"{read_only:false; response_revision:5460; number_of_response:1; }","duration":"251.823791ms","start":"2026-03-03T20:14:36.541365Z","end":"2026-03-03T20:14:36.793189Z","steps":["trace[1779094249] 'process raft request' (duration: 251.565735ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:36.793655Z","caller":"traceutil/trace.go:171","msg":"trace[1468639288] transaction","detail":"{read_only:false; response_revision:5461; number_of_response:1; }","duration":"252.17902ms","start":"2026-03-03T20:14:36.541426Z","end":"2026-03-03T20:14:36.793605Z","steps":["trace[1468639288] 'process raft request' (duration: 251.708529ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:36.793671Z","caller":"traceutil/trace.go:171","msg":"trace[1323449960] transaction","detail":"{read_only:false; response_revision:5462; number_of_response:1; }","duration":"252.111689ms","start":"2026-03-03T20:14:36.541468Z","end":"2026-03-03T20:14:36.79358Z","steps":["trace[1323449960] 'process raft request' (duration: 251.933714ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:36.793733Z","caller":"traceutil/trace.go:171","msg":"trace[2082240599] linearizableReadLoop","detail":"{readStateIndex:5683; appliedIndex:5679; }","duration":"235.670306ms","start":"2026-03-03T20:14:36.558039Z","end":"2026-03-03T20:14:36.79371Z","steps":["trace[2082240599] 'read index received' (duration: 69.815698ms)","trace[2082240599] 'applied index is now lower than readState.Index' (duration: 165.853108ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:14:36.793858Z","caller":"traceutil/trace.go:171","msg":"trace[796699587] transaction","detail":"{read_only:false; response_revision:5463; number_of_response:1; }","duration":"252.346824ms","start":"2026-03-03T20:14:36.541493Z","end":"2026-03-03T20:14:36.79384Z","steps":["trace[796699587] 'process raft request' (duration: 251.996575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:36.794055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.652758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:14:36.794092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.677892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81739"} {"level":"info","ts":"2026-03-03T20:14:36.794117Z","caller":"traceutil/trace.go:171","msg":"trace[1613124639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5464; }","duration":"263.73461ms","start":"2026-03-03T20:14:36.530365Z","end":"2026-03-03T20:14:36.7941Z","steps":["trace[1613124639] 'agreement among raft nodes before linearized reading' (duration: 263.621407ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:36.794135Z","caller":"traceutil/trace.go:171","msg":"trace[639298561] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5464; }","duration":"252.771514ms","start":"2026-03-03T20:14:36.541351Z","end":"2026-03-03T20:14:36.794122Z","steps":["trace[639298561] 'agreement among raft nodes before linearized reading' (duration: 252.514548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:36.794358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.56697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T20:14:36.794419Z","caller":"traceutil/trace.go:171","msg":"trace[1011310272] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5464; }","duration":"231.687873ms","start":"2026-03-03T20:14:36.562712Z","end":"2026-03-03T20:14:36.7944Z","steps":["trace[1011310272] 'agreement among raft nodes before linearized reading' (duration: 231.342385ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:36.794588Z","caller":"traceutil/trace.go:171","msg":"trace[1114134396] transaction","detail":"{read_only:false; response_revision:5464; number_of_response:1; }","duration":"226.251596ms","start":"2026-03-03T20:14:36.568116Z","end":"2026-03-03T20:14:36.794368Z","steps":["trace[1114134396] 'process raft request' (duration: 225.434707ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:37.142304Z","caller":"traceutil/trace.go:171","msg":"trace[1971529320] linearizableReadLoop","detail":"{readStateIndex:5685; appliedIndex:5684; }","duration":"110.080006ms","start":"2026-03-03T20:14:37.032187Z","end":"2026-03-03T20:14:37.142267Z","steps":["trace[1971529320] 'read index received' (duration: 22.899023ms)","trace[1971529320] 'applied index is now lower than readState.Index' (duration: 87.178993ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:14:37.142598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.370984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-03T20:14:37.142641Z","caller":"traceutil/trace.go:171","msg":"trace[2029251411] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5464; }","duration":"110.489726ms","start":"2026-03-03T20:14:37.032135Z","end":"2026-03-03T20:14:37.142625Z","steps":["trace[2029251411] 'agreement among raft nodes before linearized reading' (duration: 110.260221ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:38.114487Z","caller":"traceutil/trace.go:171","msg":"trace[1256260374] linearizableReadLoop","detail":"{readStateIndex:5686; appliedIndex:5685; }","duration":"148.273517ms","start":"2026-03-03T20:14:37.96618Z","end":"2026-03-03T20:14:38.114454Z","steps":["trace[1256260374] 'read index received' (duration: 148.026171ms)","trace[1256260374] 'applied index is now lower than readState.Index' (duration: 246.116µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:14:38.114687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.470241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:14:38.11473Z","caller":"traceutil/trace.go:171","msg":"trace[489546514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5465; }","duration":"148.573624ms","start":"2026-03-03T20:14:37.966143Z","end":"2026-03-03T20:14:38.114717Z","steps":["trace[489546514] 'agreement among raft nodes before linearized reading' (duration: 148.432791ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:38.114734Z","caller":"traceutil/trace.go:171","msg":"trace[1491731395] transaction","detail":"{read_only:false; response_revision:5465; number_of_response:1; }","duration":"154.42399ms","start":"2026-03-03T20:14:37.96026Z","end":"2026-03-03T20:14:38.114684Z","steps":["trace[1491731395] 'process raft request' (duration: 153.936579ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:38.416788Z","caller":"traceutil/trace.go:171","msg":"trace[357516582] transaction","detail":"{read_only:false; response_revision:5467; number_of_response:1; }","duration":"138.817977ms","start":"2026-03-03T20:14:38.277926Z","end":"2026-03-03T20:14:38.416743Z","steps":["trace[357516582] 'process raft request' (duration: 97.995255ms)","trace[357516582] 'compare' (duration: 40.623677ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:14:38.417041Z","caller":"traceutil/trace.go:171","msg":"trace[1721577855] transaction","detail":"{read_only:false; response_revision:5468; number_of_response:1; }","duration":"138.252824ms","start":"2026-03-03T20:14:38.278754Z","end":"2026-03-03T20:14:38.417007Z","steps":["trace[1721577855] 'process raft request' (duration: 137.943577ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:38.943907Z","caller":"traceutil/trace.go:171","msg":"trace[2046928884] transaction","detail":"{read_only:false; response_revision:5475; number_of_response:1; }","duration":"128.318382ms","start":"2026-03-03T20:14:38.815555Z","end":"2026-03-03T20:14:38.943873Z","steps":["trace[2046928884] 'process raft request' (duration: 128.084377ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:38.944365Z","caller":"traceutil/trace.go:171","msg":"trace[563002594] transaction","detail":"{read_only:false; response_revision:5476; number_of_response:1; }","duration":"128.788883ms","start":"2026-03-03T20:14:38.815543Z","end":"2026-03-03T20:14:38.944332Z","steps":["trace[563002594] 'process raft request' (duration: 128.282671ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:38.944631Z","caller":"traceutil/trace.go:171","msg":"trace[1176987494] transaction","detail":"{read_only:false; response_revision:5477; number_of_response:1; }","duration":"129.031069ms","start":"2026-03-03T20:14:38.815567Z","end":"2026-03-03T20:14:38.944598Z","steps":["trace[1176987494] 'process raft request' (duration: 128.544418ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:38.944712Z","caller":"traceutil/trace.go:171","msg":"trace[1470725049] linearizableReadLoop","detail":"{readStateIndex:5698; appliedIndex:5695; }","duration":"128.523797ms","start":"2026-03-03T20:14:38.816121Z","end":"2026-03-03T20:14:38.944645Z","steps":["trace[1470725049] 'read index received' (duration: 127.556365ms)","trace[1470725049] 'applied index is now lower than readState.Index' (duration: 962.332µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:14:38.94522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.06107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81739"} {"level":"info","ts":"2026-03-03T20:14:38.945272Z","caller":"traceutil/trace.go:171","msg":"trace[1886565464] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5477; }","duration":"129.168922ms","start":"2026-03-03T20:14:38.81609Z","end":"2026-03-03T20:14:38.945259Z","steps":["trace[1886565464] 'agreement among raft nodes before linearized reading' (duration: 128.741832ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:38.955015Z","caller":"traceutil/trace.go:171","msg":"trace[514319536] transaction","detail":"{read_only:false; response_revision:5478; number_of_response:1; }","duration":"138.714895ms","start":"2026-03-03T20:14:38.816273Z","end":"2026-03-03T20:14:38.954988Z","steps":["trace[514319536] 'process raft request' (duration: 138.579981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:15:05.704642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.975852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:15:05.705145Z","caller":"traceutil/trace.go:171","msg":"trace[1591463218] transaction","detail":"{read_only:false; response_revision:5724; number_of_response:1; }","duration":"519.147496ms","start":"2026-03-03T20:15:05.18593Z","end":"2026-03-03T20:15:05.705078Z","steps":["trace[1591463218] 'process raft request' (duration: 77.61267ms)","trace[1591463218] 'compare' (duration: 440.215235ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:15:05.705419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:15:05.185897Z","time spent":"519.403591ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:15:05.705523Z","caller":"traceutil/trace.go:171","msg":"trace[1521936414] transaction","detail":"{read_only:false; response_revision:5726; number_of_response:1; }","duration":"518.844108ms","start":"2026-03-03T20:15:05.186638Z","end":"2026-03-03T20:15:05.705482Z","steps":["trace[1521936414] 'process raft request' (duration: 518.535711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:15:05.705701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:15:05.186566Z","time spent":"519.044983ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:15:05.705916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.430432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101526"} {"level":"info","ts":"2026-03-03T20:15:05.705985Z","caller":"traceutil/trace.go:171","msg":"trace[618136350] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5726; }","duration":"519.524874ms","start":"2026-03-03T20:15:05.186445Z","end":"2026-03-03T20:15:05.70597Z","steps":["trace[618136350] 'agreement among raft nodes before linearized reading' (duration: 519.133545ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:15:05.705517Z","caller":"traceutil/trace.go:171","msg":"trace[2046657896] linearizableReadLoop","detail":"{readStateIndex:5952; appliedIndex:5950; }","duration":"519.005592ms","start":"2026-03-03T20:15:05.186472Z","end":"2026-03-03T20:15:05.705477Z","steps":["trace[2046657896] 'read index received' (duration: 77.096058ms)","trace[2046657896] 'applied index is now lower than readState.Index' (duration: 441.898194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:15:05.706045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:15:05.186432Z","time spent":"519.602216ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101549,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T20:15:05.706099Z","caller":"traceutil/trace.go:171","msg":"trace[960641097] transaction","detail":"{read_only:false; response_revision:5725; number_of_response:1; }","duration":"519.312869ms","start":"2026-03-03T20:15:05.186206Z","end":"2026-03-03T20:15:05.705519Z","steps":["trace[960641097] 'process raft request' (duration: 518.597712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:15:05.706846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:15:05.186171Z","time spent":"520.6231ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:15:05.70747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.368699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:15:05.707788Z","caller":"traceutil/trace.go:171","msg":"trace[1869313900] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5726; }","duration":"389.950852ms","start":"2026-03-03T20:15:05.317811Z","end":"2026-03-03T20:15:05.707761Z","steps":["trace[1869313900] 'agreement among raft nodes before linearized reading' (duration: 389.096462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:15:05.708142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:15:05.317766Z","time spent":"390.28206ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:15:15.127295Z","caller":"traceutil/trace.go:171","msg":"trace[280581593] transaction","detail":"{read_only:false; response_revision:5774; number_of_response:1; }","duration":"110.962177ms","start":"2026-03-03T20:15:15.016289Z","end":"2026-03-03T20:15:15.127252Z","steps":["trace[280581593] 'process raft request' (duration: 110.705491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:15:15.291246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.162731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-03T20:15:15.291355Z","caller":"traceutil/trace.go:171","msg":"trace[1080654457] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5774; }","duration":"129.352546ms","start":"2026-03-03T20:15:15.161977Z","end":"2026-03-03T20:15:15.291329Z","steps":["trace[1080654457] 'range keys from in-memory index tree' (duration: 128.965797ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:15:15.552545Z","caller":"traceutil/trace.go:171","msg":"trace[1063140623] linearizableReadLoop","detail":"{readStateIndex:6005; appliedIndex:6004; }","duration":"141.866358ms","start":"2026-03-03T20:15:15.410645Z","end":"2026-03-03T20:15:15.552511Z","steps":["trace[1063140623] 'read index received' (duration: 141.474099ms)","trace[1063140623] 'applied index is now lower than readState.Index' (duration: 390.569µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:15:15.553056Z","caller":"traceutil/trace.go:171","msg":"trace[1480282069] transaction","detail":"{read_only:false; response_revision:5776; number_of_response:1; }","duration":"159.008908ms","start":"2026-03-03T20:15:15.393994Z","end":"2026-03-03T20:15:15.553003Z","steps":["trace[1480282069] 'process raft request' (duration: 158.279701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:15:15.553198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.060973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:15:15.553354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.685037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:15:15.553411Z","caller":"traceutil/trace.go:171","msg":"trace[762430203] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5776; }","duration":"142.8221ms","start":"2026-03-03T20:15:15.410574Z","end":"2026-03-03T20:15:15.553396Z","steps":["trace[762430203] 'agreement among raft nodes before linearized reading' (duration: 142.262597ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:15:15.5534Z","caller":"traceutil/trace.go:171","msg":"trace[439300574] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5776; }","duration":"103.262897ms","start":"2026-03-03T20:15:15.450068Z","end":"2026-03-03T20:15:15.553331Z","steps":["trace[439300574] 'agreement among raft nodes before linearized reading' (duration: 102.990271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:15:15.815188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.161911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5885"} {"level":"info","ts":"2026-03-03T20:15:15.815324Z","caller":"traceutil/trace.go:171","msg":"trace[908999171] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:5776; }","duration":"135.360027ms","start":"2026-03-03T20:15:15.679942Z","end":"2026-03-03T20:15:15.815302Z","steps":["trace[908999171] 'range keys from in-memory index tree' (duration: 134.398934ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:15:16.229533Z","caller":"traceutil/trace.go:171","msg":"trace[666975014] transaction","detail":"{read_only:false; response_revision:5779; number_of_response:1; }","duration":"321.317182ms","start":"2026-03-03T20:15:15.908188Z","end":"2026-03-03T20:15:16.229505Z","steps":["trace[666975014] 'process raft request' (duration: 321.139828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:15:16.229712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:15:15.908158Z","time spent":"321.463226ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:15:16.507383Z","caller":"traceutil/trace.go:171","msg":"trace[1585814173] transaction","detail":"{read_only:false; response_revision:5781; number_of_response:1; }","duration":"598.401673ms","start":"2026-03-03T20:15:15.908945Z","end":"2026-03-03T20:15:16.507347Z","steps":["trace[1585814173] 'process raft request' (duration: 598.27097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:15:16.507598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:15:15.908937Z","time spent":"598.547627ms","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:15:16.507757Z","caller":"traceutil/trace.go:171","msg":"trace[873048643] transaction","detail":"{read_only:false; response_revision:5782; number_of_response:1; }","duration":"598.668699ms","start":"2026-03-03T20:15:15.909048Z","end":"2026-03-03T20:15:16.507716Z","steps":["trace[873048643] 'process raft request' (duration: 598.239819ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:15:16.50785Z","caller":"traceutil/trace.go:171","msg":"trace[1788067714] transaction","detail":"{read_only:false; response_revision:5783; number_of_response:1; }","duration":"598.67016ms","start":"2026-03-03T20:15:15.909158Z","end":"2026-03-03T20:15:16.507828Z","steps":["trace[1788067714] 'process raft request' (duration: 598.385223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:15:16.508074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:15:15.909034Z","time spent":"598.843934ms","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":966,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:15:16.50814Z","caller":"traceutil/trace.go:171","msg":"trace[155924758] transaction","detail":"{read_only:false; response_revision:5785; number_of_response:1; }","duration":"598.73265ms","start":"2026-03-03T20:15:15.909391Z","end":"2026-03-03T20:15:16.508124Z","steps":["trace[155924758] 'process raft request' (duration: 598.364552ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:15:16.508177Z","caller":"traceutil/trace.go:171","msg":"trace[297477638] transaction","detail":"{read_only:false; response_revision:5780; number_of_response:1; }","duration":"598.581197ms","start":"2026-03-03T20:15:15.908814Z","end":"2026-03-03T20:15:16.507395Z","steps":["trace[297477638] 'process raft request' (duration: 598.222369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:15:16.508242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:15:15.909382Z","time spent":"598.812682ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:15:16.508249Z","caller":"traceutil/trace.go:171","msg":"trace[1896887382] transaction","detail":"{read_only:false; response_revision:5784; number_of_response:1; }","duration":"598.991016ms","start":"2026-03-03T20:15:15.909174Z","end":"2026-03-03T20:15:16.508165Z","steps":["trace[1896887382] 'process raft request' (duration: 598.527116ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:15:16.508405Z","caller":"traceutil/trace.go:171","msg":"trace[1577978968] transaction","detail":"{read_only:false; response_revision:5786; number_of_response:1; }","duration":"598.858713ms","start":"2026-03-03T20:15:15.909523Z","end":"2026-03-03T20:15:16.508381Z","steps":["trace[1577978968] 'process raft request' (duration: 598.531656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:15:16.508497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:15:15.909504Z","time spent":"598.945576ms","remote":"127.0.0.1:45926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:15:16.508083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:15:15.909145Z","time spent":"598.806932ms","remote":"127.0.0.1:45926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1617,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:15:16.509236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:15:15.908794Z","time spent":"599.469728ms","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":896,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:15:16.509354Z","caller":"traceutil/trace.go:171","msg":"trace[1446504677] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"596.142891ms","start":"2026-03-03T20:15:15.913197Z","end":"2026-03-03T20:15:16.509339Z","steps":["trace[1446504677] 'process raft request' (duration: 595.66974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:15:16.509438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:15:15.913189Z","time spent":"596.203452ms","remote":"127.0.0.1:46112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5311,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:15:16.509791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.475182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:15:16.509832Z","caller":"traceutil/trace.go:171","msg":"trace[1352001066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5787; }","duration":"543.555964ms","start":"2026-03-03T20:15:15.966266Z","end":"2026-03-03T20:15:16.509822Z","steps":["trace[1352001066] 'agreement among raft nodes before linearized reading' (duration: 543.480742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:15:16.509869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:15:15.966249Z","time spent":"543.609516ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:15:16.509698Z","caller":"traceutil/trace.go:171","msg":"trace[884363086] linearizableReadLoop","detail":"{readStateIndex:6016; appliedIndex:6007; }","duration":"542.971521ms","start":"2026-03-03T20:15:15.966323Z","end":"2026-03-03T20:15:16.509295Z","steps":["trace[884363086] 'read index received' (duration: 263.024013ms)","trace[884363086] 'applied index is now lower than readState.Index' (duration: 279.945998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:15:16.51017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:15:15.909141Z","time spent":"599.365575ms","remote":"127.0.0.1:45926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:15:16.510213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.386065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:15:16.510252Z","caller":"traceutil/trace.go:171","msg":"trace[280171084] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5787; }","duration":"448.491558ms","start":"2026-03-03T20:15:16.061746Z","end":"2026-03-03T20:15:16.510238Z","steps":["trace[280171084] 'agreement among raft nodes before linearized reading' (duration: 448.423706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:15:16.510476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:15:16.061721Z","time spent":"448.745523ms","remote":"127.0.0.1:46906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:15:16.510778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.206874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:15:16.510832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.782082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:15:16.510853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.071166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"info","ts":"2026-03-03T20:15:16.510856Z","caller":"traceutil/trace.go:171","msg":"trace[1689572320] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5787; }","duration":"289.338217ms","start":"2026-03-03T20:15:16.221499Z","end":"2026-03-03T20:15:16.510837Z","steps":["trace[1689572320] 'agreement among raft nodes before linearized reading' (duration: 289.200773ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:15:16.510886Z","caller":"traceutil/trace.go:171","msg":"trace[1441594357] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5787; }","duration":"176.165888ms","start":"2026-03-03T20:15:16.33471Z","end":"2026-03-03T20:15:16.510876Z","steps":["trace[1441594357] 'agreement among raft nodes before linearized reading' (duration: 175.935192ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:15:16.510881Z","caller":"traceutil/trace.go:171","msg":"trace[1724312567] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5787; }","duration":"176.889434ms","start":"2026-03-03T20:15:16.333977Z","end":"2026-03-03T20:15:16.510866Z","steps":["trace[1724312567] 'agreement among raft nodes before linearized reading' (duration: 176.763811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:15:16.510891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.520331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:15:16.510972Z","caller":"traceutil/trace.go:171","msg":"trace[1542212912] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5787; }","duration":"292.614623ms","start":"2026-03-03T20:15:16.218316Z","end":"2026-03-03T20:15:16.510931Z","steps":["trace[1542212912] 'agreement among raft nodes before linearized reading' (duration: 292.47902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:15:16.511016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.020578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:15:16.511233Z","caller":"traceutil/trace.go:171","msg":"trace[2081997261] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5787; }","duration":"177.287204ms","start":"2026-03-03T20:15:16.333935Z","end":"2026-03-03T20:15:16.511222Z","steps":["trace[2081997261] 'agreement among raft nodes before linearized reading' (duration: 177.052358ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:15:16.842407Z","caller":"traceutil/trace.go:171","msg":"trace[2000086668] transaction","detail":"{read_only:false; response_revision:5788; number_of_response:1; }","duration":"229.458709ms","start":"2026-03-03T20:15:16.612899Z","end":"2026-03-03T20:15:16.842358Z","steps":["trace[2000086668] 'process raft request' (duration: 229.278155ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:15:17.055111Z","caller":"traceutil/trace.go:171","msg":"trace[1751197655] transaction","detail":"{read_only:false; response_revision:5789; number_of_response:1; }","duration":"395.87232ms","start":"2026-03-03T20:15:16.659207Z","end":"2026-03-03T20:15:17.055079Z","steps":["trace[1751197655] 'process raft request' (duration: 355.045368ms)","trace[1751197655] 'compare' (duration: 40.674049ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:15:17.055287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:15:16.658484Z","time spent":"396.719769ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:15:17.05531Z","caller":"traceutil/trace.go:171","msg":"trace[1715986066] transaction","detail":"{read_only:false; response_revision:5790; number_of_response:1; }","duration":"382.207192ms","start":"2026-03-03T20:15:16.673062Z","end":"2026-03-03T20:15:17.055269Z","steps":["trace[1715986066] 'process raft request' (duration: 381.979546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:15:17.055544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:15:16.673042Z","time spent":"382.366665ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:15:17.091516Z","caller":"traceutil/trace.go:171","msg":"trace[221805027] transaction","detail":"{read_only:false; response_revision:5791; number_of_response:1; }","duration":"153.394237ms","start":"2026-03-03T20:15:16.938089Z","end":"2026-03-03T20:15:17.091483Z","steps":["trace[221805027] 'process raft request' (duration: 153.201783ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:15:17.38503Z","caller":"traceutil/trace.go:171","msg":"trace[1833216279] transaction","detail":"{read_only:false; response_revision:5792; number_of_response:1; }","duration":"248.181347ms","start":"2026-03-03T20:15:17.136812Z","end":"2026-03-03T20:15:17.384994Z","steps":["trace[1833216279] 'process raft request' (duration: 247.831039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:15:17.594688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.290308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:15:17.595343Z","caller":"traceutil/trace.go:171","msg":"trace[1384864039] transaction","detail":"{read_only:false; response_revision:5793; number_of_response:1; }","duration":"204.909798ms","start":"2026-03-03T20:15:17.390361Z","end":"2026-03-03T20:15:17.595271Z","steps":["trace[1384864039] 'process raft request' (duration: 85.896473ms)","trace[1384864039] 'compare' (duration: 118.110904ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:15:18.12137Z","caller":"traceutil/trace.go:171","msg":"trace[1661786049] linearizableReadLoop","detail":"{readStateIndex:6025; appliedIndex:6024; }","duration":"132.652243ms","start":"2026-03-03T20:15:17.988683Z","end":"2026-03-03T20:15:18.121335Z","steps":["trace[1661786049] 'read index received' (duration: 132.232083ms)","trace[1661786049] 'applied index is now lower than readState.Index' (duration: 418.81µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:15:18.121568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.869998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:15:18.121609Z","caller":"traceutil/trace.go:171","msg":"trace[482460004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5795; }","duration":"132.990651ms","start":"2026-03-03T20:15:17.988608Z","end":"2026-03-03T20:15:18.121599Z","steps":["trace[482460004] 'agreement among raft nodes before linearized reading' (duration: 132.895999ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:15:18.121435Z","caller":"traceutil/trace.go:171","msg":"trace[1422382749] transaction","detail":"{read_only:false; response_revision:5795; number_of_response:1; }","duration":"152.766062ms","start":"2026-03-03T20:15:17.96862Z","end":"2026-03-03T20:15:18.121386Z","steps":["trace[1422382749] 'process raft request' (duration: 152.452895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:15:27.108646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.341742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:15:27.108747Z","caller":"traceutil/trace.go:171","msg":"trace[1500887028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5860; }","duration":"140.530277ms","start":"2026-03-03T20:15:26.968196Z","end":"2026-03-03T20:15:27.108726Z","steps":["trace[1500887028] 'range keys from in-memory index tree' (duration: 140.23833ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:15:31.232911Z","caller":"traceutil/trace.go:171","msg":"trace[846445400] transaction","detail":"{read_only:false; response_revision:5884; number_of_response:1; }","duration":"110.817504ms","start":"2026-03-03T20:15:31.122062Z","end":"2026-03-03T20:15:31.232879Z","steps":["trace[846445400] 'process raft request' (duration: 75.083731ms)","trace[846445400] 'compare' (duration: 35.59976ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:15:31.852759Z","caller":"traceutil/trace.go:171","msg":"trace[770124836] transaction","detail":"{read_only:false; response_revision:5887; number_of_response:1; }","duration":"102.200893ms","start":"2026-03-03T20:15:31.750527Z","end":"2026-03-03T20:15:31.852728Z","steps":["trace[770124836] 'process raft request' (duration: 102.047599ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:15:32.068717Z","caller":"traceutil/trace.go:171","msg":"trace[1912598581] linearizableReadLoop","detail":"{readStateIndex:6122; appliedIndex:6121; }","duration":"101.950537ms","start":"2026-03-03T20:15:31.966737Z","end":"2026-03-03T20:15:32.068687Z","steps":["trace[1912598581] 'read index received' (duration: 101.66707ms)","trace[1912598581] 'applied index is now lower than readState.Index' (duration: 281.857µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:15:32.068844Z","caller":"traceutil/trace.go:171","msg":"trace[749874002] transaction","detail":"{read_only:false; response_revision:5888; number_of_response:1; }","duration":"134.278521ms","start":"2026-03-03T20:15:31.93453Z","end":"2026-03-03T20:15:32.068808Z","steps":["trace[749874002] 'process raft request' (duration: 133.938233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:15:32.068938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.183533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:15:32.069029Z","caller":"traceutil/trace.go:171","msg":"trace[786299561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5888; }","duration":"102.346287ms","start":"2026-03-03T20:15:31.966665Z","end":"2026-03-03T20:15:32.069011Z","steps":["trace[786299561] 'agreement among raft nodes before linearized reading' (duration: 102.205843ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:18:51.714789Z","caller":"traceutil/trace.go:171","msg":"trace[1801978807] linearizableReadLoop","detail":"{readStateIndex:7474; appliedIndex:7473; }","duration":"117.895009ms","start":"2026-03-03T20:18:51.596857Z","end":"2026-03-03T20:18:51.714753Z","steps":["trace[1801978807] 'read index received' (duration: 64.877823ms)","trace[1801978807] 'applied index is now lower than readState.Index' (duration: 53.015906ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:18:51.714868Z","caller":"traceutil/trace.go:171","msg":"trace[1376348917] transaction","detail":"{read_only:false; response_revision:7193; number_of_response:1; }","duration":"133.454321ms","start":"2026-03-03T20:18:51.58137Z","end":"2026-03-03T20:18:51.714824Z","steps":["trace[1376348917] 'process raft request' (duration: 80.459046ms)","trace[1376348917] 'compare' (duration: 52.745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:18:51.715158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.273197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:18:51.715204Z","caller":"traceutil/trace.go:171","msg":"trace[1615227641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7193; }","duration":"118.39362ms","start":"2026-03-03T20:18:51.596798Z","end":"2026-03-03T20:18:51.715192Z","steps":["trace[1615227641] 'agreement among raft nodes before linearized reading' (duration: 118.131684ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:18:59.950402Z","caller":"traceutil/trace.go:171","msg":"trace[1364809766] linearizableReadLoop","detail":"{readStateIndex:7518; appliedIndex:7516; }","duration":"118.207505ms","start":"2026-03-03T20:18:59.832168Z","end":"2026-03-03T20:18:59.950375Z","steps":["trace[1364809766] 'read index received' (duration: 37.203937ms)","trace[1364809766] 'applied index is now lower than readState.Index' (duration: 81.002678ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:18:59.950442Z","caller":"traceutil/trace.go:171","msg":"trace[1687266309] transaction","detail":"{read_only:false; response_revision:7235; number_of_response:1; }","duration":"161.30689ms","start":"2026-03-03T20:18:59.789105Z","end":"2026-03-03T20:18:59.950412Z","steps":["trace[1687266309] 'process raft request' (duration: 80.319532ms)","trace[1687266309] 'compare' (duration: 80.547158ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:18:59.951181Z","caller":"traceutil/trace.go:171","msg":"trace[1424188596] transaction","detail":"{read_only:false; response_revision:7236; number_of_response:1; }","duration":"132.458808ms","start":"2026-03-03T20:18:59.817996Z","end":"2026-03-03T20:18:59.950455Z","steps":["trace[1424188596] 'process raft request' (duration: 132.277104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:18:59.951358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.097737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:18:59.951553Z","caller":"traceutil/trace.go:171","msg":"trace[1854969] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7236; }","duration":"119.325422ms","start":"2026-03-03T20:18:59.832141Z","end":"2026-03-03T20:18:59.951466Z","steps":["trace[1854969] 'agreement among raft nodes before linearized reading' (duration: 118.967833ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:19:00.161577Z","caller":"traceutil/trace.go:171","msg":"trace[1895236892] transaction","detail":"{read_only:false; response_revision:7237; number_of_response:1; }","duration":"140.011274ms","start":"2026-03-03T20:19:00.021525Z","end":"2026-03-03T20:19:00.161536Z","steps":["trace[1895236892] 'process raft request' (duration: 111.711514ms)","trace[1895236892] 'compare' (duration: 28.163287ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:19:08.557677Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5117} {"level":"info","ts":"2026-03-03T20:19:08.715095Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5117,"took":"155.631468ms","hash":366339406,"current-db-size-bytes":39661568,"current-db-size":"40 MB","current-db-size-in-use-bytes":22069248,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-03T20:19:08.715153Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":366339406,"revision":5117,"compact-revision":2593} {"level":"info","ts":"2026-03-03T20:20:16.420751Z","caller":"traceutil/trace.go:171","msg":"trace[124036821] transaction","detail":"{read_only:false; response_revision:7718; number_of_response:1; }","duration":"106.551642ms","start":"2026-03-03T20:20:16.314175Z","end":"2026-03-03T20:20:16.420726Z","steps":["trace[124036821] 'process raft request' (duration: 106.491831ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:16.421268Z","caller":"traceutil/trace.go:171","msg":"trace[1685819041] transaction","detail":"{read_only:false; response_revision:7716; number_of_response:1; }","duration":"114.334344ms","start":"2026-03-03T20:20:16.306909Z","end":"2026-03-03T20:20:16.421243Z","steps":["trace[1685819041] 'process raft request' (duration: 87.351115ms)","trace[1685819041] 'compare' (duration: 26.17956ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:16.421758Z","caller":"traceutil/trace.go:171","msg":"trace[176861497] transaction","detail":"{read_only:false; response_revision:7717; number_of_response:1; }","duration":"114.721783ms","start":"2026-03-03T20:20:16.30702Z","end":"2026-03-03T20:20:16.421742Z","steps":["trace[176861497] 'process raft request' (duration: 113.583647ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:16.857652Z","caller":"traceutil/trace.go:171","msg":"trace[938358166] transaction","detail":"{read_only:false; response_revision:7735; number_of_response:1; }","duration":"101.145147ms","start":"2026-03-03T20:20:16.756473Z","end":"2026-03-03T20:20:16.857618Z","steps":["trace[938358166] 'process raft request' (duration: 101.017814ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:16.857743Z","caller":"traceutil/trace.go:171","msg":"trace[976845061] transaction","detail":"{read_only:false; response_revision:7734; number_of_response:1; }","duration":"113.31085ms","start":"2026-03-03T20:20:16.744372Z","end":"2026-03-03T20:20:16.857683Z","steps":["trace[976845061] 'process raft request' (duration: 101.570897ms)","trace[976845061] 'compare' (duration: 11.366024ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:27.221363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.411677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:20:27.221604Z","caller":"traceutil/trace.go:171","msg":"trace[1031675029] transaction","detail":"{read_only:false; response_revision:7795; number_of_response:1; }","duration":"400.584804ms","start":"2026-03-03T20:20:26.820987Z","end":"2026-03-03T20:20:27.221572Z","steps":["trace[1031675029] 'process raft request' (duration: 33.86784ms)","trace[1031675029] 'compare' (duration: 366.267393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:27.221765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:26.82092Z","time spent":"400.789138ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:27.961778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.690079ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:27.961908Z","caller":"traceutil/trace.go:171","msg":"trace[1281330660] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7795; }","duration":"507.836152ms","start":"2026-03-03T20:20:27.454052Z","end":"2026-03-03T20:20:27.961889Z","steps":["trace[1281330660] 'range keys from in-memory index tree' (duration: 507.669418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:28.474515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116892191s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T20:20:28.474635Z","caller":"traceutil/trace.go:171","msg":"trace[1182142194] linearizableReadLoop","detail":"{readStateIndex:8101; appliedIndex:8100; }","duration":"1.472256141s","start":"2026-03-03T20:20:27.002358Z","end":"2026-03-03T20:20:28.474614Z","steps":["trace[1182142194] 'read index received' (duration: 355.189586ms)","trace[1182142194] 'applied index is now lower than readState.Index' (duration: 1.117064995s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:28.474892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472502266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:20:28.475009Z","caller":"traceutil/trace.go:171","msg":"trace[2008177845] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7795; }","duration":"1.47268775s","start":"2026-03-03T20:20:27.002296Z","end":"2026-03-03T20:20:28.474984Z","steps":["trace[2008177845] 'agreement among raft nodes before linearized reading' (duration: 1.472474115s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:28.475064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:27.002268Z","time spent":"1.472784033s","remote":"127.0.0.1:46936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:20:28.609605Z","caller":"traceutil/trace.go:171","msg":"trace[1734733281] linearizableReadLoop","detail":"{readStateIndex:8102; appliedIndex:8101; }","duration":"134.912073ms","start":"2026-03-03T20:20:28.474662Z","end":"2026-03-03T20:20:28.609574Z","steps":["trace[1734733281] 'read index received' (duration: 134.77637ms)","trace[1734733281] 'applied index is now lower than readState.Index' (duration: 117.423µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:28.609699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.313308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:20:28.609723Z","caller":"traceutil/trace.go:171","msg":"trace[627740318] transaction","detail":"{read_only:false; response_revision:7796; number_of_response:1; }","duration":"267.240997ms","start":"2026-03-03T20:20:28.342455Z","end":"2026-03-03T20:20:28.609696Z","steps":["trace[627740318] 'process raft request' (duration: 266.918639ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:28.609775Z","caller":"traceutil/trace.go:171","msg":"trace[1875472342] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:7796; }","duration":"989.426751ms","start":"2026-03-03T20:20:27.620335Z","end":"2026-03-03T20:20:28.609762Z","steps":["trace[1875472342] 'agreement among raft nodes before linearized reading' (duration: 989.251947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:28.609772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.386713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-03T20:20:28.609825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:27.620324Z","time spent":"989.490243ms","remote":"127.0.0.1:45972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":45,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:20:28.609833Z","caller":"traceutil/trace.go:171","msg":"trace[1018134115] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:7796; }","duration":"608.495116ms","start":"2026-03-03T20:20:28.001324Z","end":"2026-03-03T20:20:28.609819Z","steps":["trace[1018134115] 'agreement among raft nodes before linearized reading' (duration: 608.309121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:28.609873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:28.001283Z","time spent":"608.581948ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-9tmdb\" "} {"level":"warn","ts":"2026-03-03T20:20:28.609873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4332046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:28.609935Z","caller":"traceutil/trace.go:171","msg":"trace[751821083] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:7796; }","duration":"1.433331353s","start":"2026-03-03T20:20:27.176586Z","end":"2026-03-03T20:20:28.609918Z","steps":["trace[751821083] 'agreement among raft nodes before linearized reading' (duration: 1.43321099s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:28.609961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484352872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-03T20:20:28.610017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:27.176546Z","time spent":"1.433454826s","remote":"127.0.0.1:45796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:20:28.61004Z","caller":"traceutil/trace.go:171","msg":"trace[639037996] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7796; }","duration":"1.484482425s","start":"2026-03-03T20:20:27.125541Z","end":"2026-03-03T20:20:28.610023Z","steps":["trace[639037996] 'agreement among raft nodes before linearized reading' (duration: 1.484317592s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:28.610089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.852064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:28.610118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:27.125508Z","time spent":"1.484598578s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T20:20:28.610135Z","caller":"traceutil/trace.go:171","msg":"trace[1881487691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7796; }","duration":"608.915386ms","start":"2026-03-03T20:20:28.001201Z","end":"2026-03-03T20:20:28.610116Z","steps":["trace[1881487691] 'agreement among raft nodes before linearized reading' (duration: 608.867694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:28.609916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258003728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T20:20:28.610175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:28.001187Z","time spent":"608.981608ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:20:28.610045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.016756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T20:20:28.609834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066286842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T20:20:28.610235Z","caller":"traceutil/trace.go:171","msg":"trace[2113631926] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7796; }","duration":"1.066766423s","start":"2026-03-03T20:20:27.54346Z","end":"2026-03-03T20:20:28.610226Z","steps":["trace[2113631926] 'agreement among raft nodes before linearized reading' (duration: 1.066242431s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:28.610267Z","caller":"traceutil/trace.go:171","msg":"trace[1242128895] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7796; }","duration":"687.252261ms","start":"2026-03-03T20:20:27.922974Z","end":"2026-03-03T20:20:28.610227Z","steps":["trace[1242128895] 'agreement among raft nodes before linearized reading' (duration: 687.011886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:28.610283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:27.543443Z","time spent":"1.066826534s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:20:28.610343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:27.922945Z","time spent":"687.378013ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T20:20:28.610189Z","caller":"traceutil/trace.go:171","msg":"trace[1194120368] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7796; }","duration":"1.258347627s","start":"2026-03-03T20:20:27.351825Z","end":"2026-03-03T20:20:28.610173Z","steps":["trace[1194120368] 'agreement among raft nodes before linearized reading' (duration: 1.257910277s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:28.610407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:27.351796Z","time spent":"1.258596522s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:20:28.610366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147274119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-03T20:20:28.611016Z","caller":"traceutil/trace.go:171","msg":"trace[1202020792] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:7796; }","duration":"1.148012826s","start":"2026-03-03T20:20:27.462983Z","end":"2026-03-03T20:20:28.610996Z","steps":["trace[1202020792] 'agreement among raft nodes before linearized reading' (duration: 1.146988492s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:28.611065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:27.46296Z","time spent":"1.148088947s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-03T20:20:29.054517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.301916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:20:29.054621Z","caller":"traceutil/trace.go:171","msg":"trace[934400858] linearizableReadLoop","detail":"{readStateIndex:8103; appliedIndex:8102; }","duration":"444.926606ms","start":"2026-03-03T20:20:28.609677Z","end":"2026-03-03T20:20:29.054603Z","steps":["trace[934400858] 'read index received' (duration: 232.428926ms)","trace[934400858] 'applied index is now lower than readState.Index' (duration: 212.49629ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:29.054701Z","caller":"traceutil/trace.go:171","msg":"trace[817227511] transaction","detail":"{read_only:false; response_revision:7797; number_of_response:1; }","duration":"524.94546ms","start":"2026-03-03T20:20:28.529744Z","end":"2026-03-03T20:20:29.054689Z","steps":["trace[817227511] 'process raft request' (duration: 312.378968ms)","trace[817227511] 'compare' (duration: 211.999439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:29.054761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:28.529725Z","time spent":"525.005741ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:29.054876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.853846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:20:29.054935Z","caller":"traceutil/trace.go:171","msg":"trace[1328135898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7797; }","duration":"575.950069ms","start":"2026-03-03T20:20:28.478968Z","end":"2026-03-03T20:20:29.054918Z","steps":["trace[1328135898] 'agreement among raft nodes before linearized reading' (duration: 575.762044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:29.054971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:28.478919Z","time spent":"576.044101ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:20:29.293409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.691269ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:20:29.293741Z","caller":"traceutil/trace.go:171","msg":"trace[1940520436] transaction","detail":"{read_only:false; response_revision:7799; number_of_response:1; }","duration":"678.874596ms","start":"2026-03-03T20:20:28.614834Z","end":"2026-03-03T20:20:29.293709Z","steps":["trace[1940520436] 'process raft request' (duration: 678.674842ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:29.293868Z","caller":"traceutil/trace.go:171","msg":"trace[1457762264] transaction","detail":"{read_only:false; response_revision:7803; number_of_response:1; }","duration":"217.782434ms","start":"2026-03-03T20:20:29.076062Z","end":"2026-03-03T20:20:29.293844Z","steps":["trace[1457762264] 'process raft request' (duration: 217.646681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:29.293944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:28.614813Z","time spent":"679.02987ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:20:29.293975Z","caller":"traceutil/trace.go:171","msg":"trace[1829428756] transaction","detail":"{read_only:false; response_revision:7798; number_of_response:1; }","duration":"679.323488ms","start":"2026-03-03T20:20:28.614619Z","end":"2026-03-03T20:20:29.293942Z","steps":["trace[1829428756] 'process raft request' (duration: 568.001144ms)","trace[1829428756] 'compare' (duration: 110.566296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:29.29414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:28.614595Z","time spent":"679.44931ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:20:29.294172Z","caller":"traceutil/trace.go:171","msg":"trace[402817257] linearizableReadLoop","detail":"{readStateIndex:8107; appliedIndex:8103; }","duration":"239.46382ms","start":"2026-03-03T20:20:29.054653Z","end":"2026-03-03T20:20:29.294117Z","steps":["trace[402817257] 'read index received' (duration: 128.037324ms)","trace[402817257] 'applied index is now lower than readState.Index' (duration: 111.423676ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:29.29426Z","caller":"traceutil/trace.go:171","msg":"trace[1477949908] transaction","detail":"{read_only:false; response_revision:7802; number_of_response:1; }","duration":"234.519004ms","start":"2026-03-03T20:20:29.059724Z","end":"2026-03-03T20:20:29.294243Z","steps":["trace[1477949908] 'process raft request' (duration: 233.93093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:29.294308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.897195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T20:20:29.294343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.357681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:29.294353Z","caller":"traceutil/trace.go:171","msg":"trace[1122748554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7803; }","duration":"556.977587ms","start":"2026-03-03T20:20:28.737363Z","end":"2026-03-03T20:20:29.29434Z","steps":["trace[1122748554] 'agreement among raft nodes before linearized reading' (duration: 556.821823ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:29.29438Z","caller":"traceutil/trace.go:171","msg":"trace[603419054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7803; }","duration":"683.394122ms","start":"2026-03-03T20:20:28.610976Z","end":"2026-03-03T20:20:29.29437Z","steps":["trace[603419054] 'agreement among raft nodes before linearized reading' (duration: 683.32394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:29.29439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:28.737345Z","time spent":"557.036148ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:20:29.294414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:28.610935Z","time spent":"683.471633ms","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:20:29.294441Z","caller":"traceutil/trace.go:171","msg":"trace[807894389] transaction","detail":"{read_only:false; response_revision:7800; number_of_response:1; }","duration":"679.43803ms","start":"2026-03-03T20:20:28.614991Z","end":"2026-03-03T20:20:29.294429Z","steps":["trace[807894389] 'process raft request' (duration: 678.56372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:29.294524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:28.614981Z","time spent":"679.501151ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:20:29.29458Z","caller":"traceutil/trace.go:171","msg":"trace[1376600014] transaction","detail":"{read_only:false; response_revision:7801; number_of_response:1; }","duration":"679.084801ms","start":"2026-03-03T20:20:28.615483Z","end":"2026-03-03T20:20:29.294568Z","steps":["trace[1376600014] 'process raft request' (duration: 678.111719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:29.294674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:28.615474Z","time spent":"679.139723ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:29.294836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.657855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c20ee360-5c92-4d87-a2ff-6e399d5c9cac\" ","response":"range_response_count:1 size:1275"} {"level":"warn","ts":"2026-03-03T20:20:29.294857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.888411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222981"} {"level":"info","ts":"2026-03-03T20:20:29.29493Z","caller":"traceutil/trace.go:171","msg":"trace[1778606001] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7803; }","duration":"679.986902ms","start":"2026-03-03T20:20:28.61493Z","end":"2026-03-03T20:20:29.294917Z","steps":["trace[1778606001] 'agreement among raft nodes before linearized reading' (duration: 679.368938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:29.295004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:28.614921Z","time spent":"680.069854ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223004,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T20:20:29.29492Z","caller":"traceutil/trace.go:171","msg":"trace[362113825] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c20ee360-5c92-4d87-a2ff-6e399d5c9cac; range_end:; response_count:1; response_revision:7803; }","duration":"679.839209ms","start":"2026-03-03T20:20:28.615061Z","end":"2026-03-03T20:20:29.2949Z","steps":["trace[362113825] 'agreement among raft nodes before linearized reading' (duration: 679.210464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:29.295139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:28.615053Z","time spent":"680.067684ms","remote":"127.0.0.1:45806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-c20ee360-5c92-4d87-a2ff-6e399d5c9cac\" "} {"level":"info","ts":"2026-03-03T20:20:29.524029Z","caller":"traceutil/trace.go:171","msg":"trace[1698074753] linearizableReadLoop","detail":"{readStateIndex:8110; appliedIndex:8109; }","duration":"229.784574ms","start":"2026-03-03T20:20:29.294217Z","end":"2026-03-03T20:20:29.524002Z","steps":["trace[1698074753] 'read index received' (duration: 202.840016ms)","trace[1698074753] 'applied index is now lower than readState.Index' (duration: 26.943318ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:29.524147Z","caller":"traceutil/trace.go:171","msg":"trace[1282405290] transaction","detail":"{read_only:false; response_revision:7804; number_of_response:1; }","duration":"296.389226ms","start":"2026-03-03T20:20:29.22774Z","end":"2026-03-03T20:20:29.524129Z","steps":["trace[1282405290] 'process raft request' (duration: 269.172002ms)","trace[1282405290] 'compare' (duration: 26.930167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:29.52432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.031922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-6d6978595b-2kkp2\" ","response":"range_response_count:1 size:8390"} {"level":"info","ts":"2026-03-03T20:20:29.524373Z","caller":"traceutil/trace.go:171","msg":"trace[1884964198] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-6d6978595b-2kkp2; range_end:; response_count:1; response_revision:7804; }","duration":"449.130314ms","start":"2026-03-03T20:20:29.075231Z","end":"2026-03-03T20:20:29.524361Z","steps":["trace[1884964198] 'agreement among raft nodes before linearized reading' (duration: 448.95203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:29.524405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:29.07521Z","time spent":"449.186435ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":8413,"request content":"key:\"/registry/pods/openstack/barbican-api-6d6978595b-2kkp2\" "} {"level":"warn","ts":"2026-03-03T20:20:29.530924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.849754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6d6978595b-2kkp2.18996e5286af5bb2\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-03T20:20:29.530955Z","caller":"traceutil/trace.go:171","msg":"trace[1102764962] transaction","detail":"{read_only:false; response_revision:7805; number_of_response:1; }","duration":"232.362614ms","start":"2026-03-03T20:20:29.29856Z","end":"2026-03-03T20:20:29.530922Z","steps":["trace[1102764962] 'process raft request' (duration: 232.168729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:29.530982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.46432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:20:29.531065Z","caller":"traceutil/trace.go:171","msg":"trace[778659278] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:7805; }","duration":"118.619044ms","start":"2026-03-03T20:20:29.412422Z","end":"2026-03-03T20:20:29.531041Z","steps":["trace[778659278] 'agreement among raft nodes before linearized reading' (duration: 118.427969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:29.531088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.084094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:29.531145Z","caller":"traceutil/trace.go:171","msg":"trace[1442766601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7805; }","duration":"228.169486ms","start":"2026-03-03T20:20:29.302961Z","end":"2026-03-03T20:20:29.531131Z","steps":["trace[1442766601] 'agreement among raft nodes before linearized reading' (duration: 228.074303ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:29.530993Z","caller":"traceutil/trace.go:171","msg":"trace[200708275] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6d6978595b-2kkp2.18996e5286af5bb2; range_end:; response_count:1; response_revision:7805; }","duration":"232.961227ms","start":"2026-03-03T20:20:29.298011Z","end":"2026-03-03T20:20:29.530972Z","steps":["trace[200708275] 'agreement among raft nodes before linearized reading' (duration: 232.804303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:29.53131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.309145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:20:29.531409Z","caller":"traceutil/trace.go:171","msg":"trace[2044500259] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7805; }","duration":"133.48102ms","start":"2026-03-03T20:20:29.397909Z","end":"2026-03-03T20:20:29.53139Z","steps":["trace[2044500259] 'agreement among raft nodes before linearized reading' (duration: 133.05455ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:29.765845Z","caller":"traceutil/trace.go:171","msg":"trace[1152168892] linearizableReadLoop","detail":"{readStateIndex:8113; appliedIndex:8112; }","duration":"173.963183ms","start":"2026-03-03T20:20:29.591858Z","end":"2026-03-03T20:20:29.765821Z","steps":["trace[1152168892] 'read index received' (duration: 166.261263ms)","trace[1152168892] 'applied index is now lower than readState.Index' (duration: 7.70093ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:29.765951Z","caller":"traceutil/trace.go:171","msg":"trace[1229350593] transaction","detail":"{read_only:false; response_revision:7807; number_of_response:1; }","duration":"230.109612ms","start":"2026-03-03T20:20:29.535794Z","end":"2026-03-03T20:20:29.765904Z","steps":["trace[1229350593] 'process raft request' (duration: 222.430413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:29.766302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.418773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19632"} {"level":"info","ts":"2026-03-03T20:20:29.766347Z","caller":"traceutil/trace.go:171","msg":"trace[941647482] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7807; }","duration":"174.503496ms","start":"2026-03-03T20:20:29.591833Z","end":"2026-03-03T20:20:29.766336Z","steps":["trace[941647482] 'agreement among raft nodes before linearized reading' (duration: 174.144317ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:30.011511Z","caller":"traceutil/trace.go:171","msg":"trace[253381517] transaction","detail":"{read_only:false; response_revision:7809; number_of_response:1; }","duration":"238.579538ms","start":"2026-03-03T20:20:29.772896Z","end":"2026-03-03T20:20:30.011476Z","steps":["trace[253381517] 'process raft request' (duration: 210.938994ms)","trace[253381517] 'compare' (duration: 27.414649ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:30.011807Z","caller":"traceutil/trace.go:171","msg":"trace[2091800129] transaction","detail":"{read_only:false; response_revision:7810; number_of_response:1; }","duration":"238.876685ms","start":"2026-03-03T20:20:29.772896Z","end":"2026-03-03T20:20:30.011773Z","steps":["trace[2091800129] 'process raft request' (duration: 238.493816ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:30.011872Z","caller":"traceutil/trace.go:171","msg":"trace[917449418] linearizableReadLoop","detail":"{readStateIndex:8117; appliedIndex:8114; }","duration":"175.626802ms","start":"2026-03-03T20:20:29.836221Z","end":"2026-03-03T20:20:30.011848Z","steps":["trace[917449418] 'read index received' (duration: 147.560298ms)","trace[917449418] 'applied index is now lower than readState.Index' (duration: 28.065484ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:30.011967Z","caller":"traceutil/trace.go:171","msg":"trace[430107863] transaction","detail":"{read_only:false; response_revision:7811; number_of_response:1; }","duration":"234.907073ms","start":"2026-03-03T20:20:29.777046Z","end":"2026-03-03T20:20:30.011953Z","steps":["trace[430107863] 'process raft request' (duration: 234.670128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:30.012044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.805586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:30.012079Z","caller":"traceutil/trace.go:171","msg":"trace[528693728] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7811; }","duration":"175.893358ms","start":"2026-03-03T20:20:29.836175Z","end":"2026-03-03T20:20:30.012069Z","steps":["trace[528693728] 'agreement among raft nodes before linearized reading' (duration: 175.798006ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:30.379693Z","caller":"traceutil/trace.go:171","msg":"trace[1729637202] linearizableReadLoop","detail":"{readStateIndex:8118; appliedIndex:8117; }","duration":"349.711317ms","start":"2026-03-03T20:20:30.029958Z","end":"2026-03-03T20:20:30.379669Z","steps":["trace[1729637202] 'read index received' (duration: 320.808094ms)","trace[1729637202] 'applied index is now lower than readState.Index' (duration: 28.902233ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:30.380001Z","caller":"traceutil/trace.go:171","msg":"trace[1674399520] transaction","detail":"{read_only:false; response_revision:7812; number_of_response:1; }","duration":"353.915806ms","start":"2026-03-03T20:20:30.026067Z","end":"2026-03-03T20:20:30.379983Z","steps":["trace[1674399520] 'process raft request' (duration: 324.703845ms)","trace[1674399520] 'compare' (duration: 28.684218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:30.380135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:30.026042Z","time spent":"353.997628ms","remote":"127.0.0.1:46096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7583,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:30.380173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.665822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:30.380255Z","caller":"traceutil/trace.go:171","msg":"trace[1775559750] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:7812; }","duration":"293.808905ms","start":"2026-03-03T20:20:30.086425Z","end":"2026-03-03T20:20:30.380234Z","steps":["trace[1775559750] 'agreement among raft nodes before linearized reading' (duration: 293.644002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:30.380334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.357863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T20:20:30.38042Z","caller":"traceutil/trace.go:171","msg":"trace[675320641] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7812; }","duration":"350.476935ms","start":"2026-03-03T20:20:30.029922Z","end":"2026-03-03T20:20:30.380399Z","steps":["trace[675320641] 'agreement among raft nodes before linearized reading' (duration: 350.2331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:30.380468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:30.029912Z","time spent":"350.546597ms","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T20:20:30.93419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.499393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:20:30.934275Z","caller":"traceutil/trace.go:171","msg":"trace[1591460264] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:7812; }","duration":"331.639606ms","start":"2026-03-03T20:20:30.602612Z","end":"2026-03-03T20:20:30.934251Z","steps":["trace[1591460264] 'count revisions from in-memory index tree' (duration: 331.376271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:30.934321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:30.602586Z","time spent":"331.724149ms","remote":"127.0.0.1:38898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":34,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:20:30.934432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.647091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:20:30.934523Z","caller":"traceutil/trace.go:171","msg":"trace[1168820410] linearizableReadLoop","detail":"{readStateIndex:8119; appliedIndex:8118; }","duration":"181.245132ms","start":"2026-03-03T20:20:30.753262Z","end":"2026-03-03T20:20:30.934507Z","steps":["trace[1168820410] 'read index received' (duration: 75.407516ms)","trace[1168820410] 'applied index is now lower than readState.Index' (duration: 105.836286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:30.934637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.376846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:20:30.934603Z","caller":"traceutil/trace.go:171","msg":"trace[56922838] transaction","detail":"{read_only:false; response_revision:7813; number_of_response:1; }","duration":"319.496273ms","start":"2026-03-03T20:20:30.615052Z","end":"2026-03-03T20:20:30.934549Z","steps":["trace[56922838] 'process raft request' (duration: 213.643317ms)","trace[56922838] 'compare' (duration: 104.774991ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:30.934673Z","caller":"traceutil/trace.go:171","msg":"trace[1728598082] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7813; }","duration":"181.456718ms","start":"2026-03-03T20:20:30.753204Z","end":"2026-03-03T20:20:30.934661Z","steps":["trace[1728598082] 'agreement among raft nodes before linearized reading' (duration: 181.385566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:30.934844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:30.615025Z","time spent":"319.683608ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:31.402332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.651641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:20:31.402441Z","caller":"traceutil/trace.go:171","msg":"trace[1108650651] linearizableReadLoop","detail":"{readStateIndex:8120; appliedIndex:8119; }","duration":"104.205378ms","start":"2026-03-03T20:20:31.298218Z","end":"2026-03-03T20:20:31.402423Z","steps":["trace[1108650651] 'read index received' (duration: 31.341µs)","trace[1108650651] 'applied index is now lower than readState.Index' (duration: 104.172827ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:31.402453Z","caller":"traceutil/trace.go:171","msg":"trace[1381874900] transaction","detail":"{read_only:false; response_revision:7814; number_of_response:1; }","duration":"341.027245ms","start":"2026-03-03T20:20:31.061403Z","end":"2026-03-03T20:20:31.402431Z","steps":["trace[1381874900] 'process raft request' (duration: 217.19925ms)","trace[1381874900] 'compare' (duration: 123.508848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:31.402573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:31.061383Z","time spent":"341.124678ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:31.402631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.406493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T20:20:31.402667Z","caller":"traceutil/trace.go:171","msg":"trace[1685728843] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7814; }","duration":"104.484105ms","start":"2026-03-03T20:20:31.298173Z","end":"2026-03-03T20:20:31.402657Z","steps":["trace[1685728843] 'agreement among raft nodes before linearized reading' (duration: 104.344361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:31.402857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.337891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:20:31.402889Z","caller":"traceutil/trace.go:171","msg":"trace[318435977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7814; }","duration":"104.399312ms","start":"2026-03-03T20:20:31.298482Z","end":"2026-03-03T20:20:31.402881Z","steps":["trace[318435977] 'agreement among raft nodes before linearized reading' (duration: 104.31602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:31.402961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.305761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T20:20:31.402944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.256279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T20:20:31.402994Z","caller":"traceutil/trace.go:171","msg":"trace[1501379203] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7814; }","duration":"104.348851ms","start":"2026-03-03T20:20:31.298637Z","end":"2026-03-03T20:20:31.402986Z","steps":["trace[1501379203] 'agreement among raft nodes before linearized reading' (duration: 104.268929ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:31.40301Z","caller":"traceutil/trace.go:171","msg":"trace[1972876489] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7814; }","duration":"104.33121ms","start":"2026-03-03T20:20:31.298664Z","end":"2026-03-03T20:20:31.402995Z","steps":["trace[1972876489] 'agreement among raft nodes before linearized reading' (duration: 104.155676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:31.403031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.327278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T20:20:31.403125Z","caller":"traceutil/trace.go:171","msg":"trace[466069896] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:7814; }","duration":"100.44354ms","start":"2026-03-03T20:20:31.30266Z","end":"2026-03-03T20:20:31.403103Z","steps":["trace[466069896] 'agreement among raft nodes before linearized reading' (duration: 100.178444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:31.70122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.587489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:20:31.701307Z","caller":"traceutil/trace.go:171","msg":"trace[2088819995] linearizableReadLoop","detail":"{readStateIndex:8121; appliedIndex:8120; }","duration":"294.064901ms","start":"2026-03-03T20:20:31.407227Z","end":"2026-03-03T20:20:31.701292Z","steps":["trace[2088819995] 'read index received' (duration: 158.476202ms)","trace[2088819995] 'applied index is now lower than readState.Index' (duration: 135.587509ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:31.701371Z","caller":"traceutil/trace.go:171","msg":"trace[1483771122] transaction","detail":"{read_only:false; response_revision:7815; number_of_response:1; }","duration":"294.289016ms","start":"2026-03-03T20:20:31.40704Z","end":"2026-03-03T20:20:31.701329Z","steps":["trace[1483771122] 'process raft request' (duration: 158.523923ms)","trace[1483771122] 'compare' (duration: 135.499347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:31.701709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.464381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222793"} {"level":"info","ts":"2026-03-03T20:20:31.701773Z","caller":"traceutil/trace.go:171","msg":"trace[1699389053] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7815; }","duration":"294.561543ms","start":"2026-03-03T20:20:31.407198Z","end":"2026-03-03T20:20:31.701759Z","steps":["trace[1699389053] 'agreement among raft nodes before linearized reading' (duration: 294.131203ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:31.7116Z","caller":"traceutil/trace.go:171","msg":"trace[1711240842] transaction","detail":"{read_only:false; response_revision:7816; number_of_response:1; }","duration":"304.020023ms","start":"2026-03-03T20:20:31.40755Z","end":"2026-03-03T20:20:31.71157Z","steps":["trace[1711240842] 'process raft request' (duration: 303.748856ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:31.71162Z","caller":"traceutil/trace.go:171","msg":"trace[311383442] transaction","detail":"{read_only:false; response_revision:7818; number_of_response:1; }","duration":"303.839019ms","start":"2026-03-03T20:20:31.407749Z","end":"2026-03-03T20:20:31.711588Z","steps":["trace[311383442] 'process raft request' (duration: 303.763967ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:31.711698Z","caller":"traceutil/trace.go:171","msg":"trace[1568775859] transaction","detail":"{read_only:false; response_revision:7817; number_of_response:1; }","duration":"303.976852ms","start":"2026-03-03T20:20:31.407696Z","end":"2026-03-03T20:20:31.711673Z","steps":["trace[1568775859] 'process raft request' (duration: 303.767477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:31.711811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:31.407688Z","time spent":"304.062424ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:31.711816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:31.407536Z","time spent":"304.151307ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:20:31.71201Z","caller":"traceutil/trace.go:171","msg":"trace[666169131] transaction","detail":"{read_only:false; response_revision:7819; number_of_response:1; }","duration":"182.061651ms","start":"2026-03-03T20:20:31.529925Z","end":"2026-03-03T20:20:31.711987Z","steps":["trace[666169131] 'process raft request' (duration: 181.641642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:31.71204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.29276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T20:20:31.712063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.75421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:31.712097Z","caller":"traceutil/trace.go:171","msg":"trace[929764083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7819; }","duration":"177.389443ms","start":"2026-03-03T20:20:31.534688Z","end":"2026-03-03T20:20:31.712078Z","steps":["trace[929764083] 'agreement among raft nodes before linearized reading' (duration: 177.224779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:31.712098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.786493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T20:20:31.712135Z","caller":"traceutil/trace.go:171","msg":"trace[1091962919] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7819; }","duration":"128.861172ms","start":"2026-03-03T20:20:31.583252Z","end":"2026-03-03T20:20:31.712113Z","steps":["trace[1091962919] 'agreement among raft nodes before linearized reading' (duration: 128.714169ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:31.712156Z","caller":"traceutil/trace.go:171","msg":"trace[204519529] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:7819; }","duration":"159.879475ms","start":"2026-03-03T20:20:31.55226Z","end":"2026-03-03T20:20:31.712139Z","steps":["trace[204519529] 'agreement among raft nodes before linearized reading' (duration: 159.714281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:31.712319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:31.407743Z","time spent":"303.971822ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:20:35.166296Z","caller":"traceutil/trace.go:171","msg":"trace[1302916743] transaction","detail":"{read_only:false; response_revision:7914; number_of_response:1; }","duration":"112.152613ms","start":"2026-03-03T20:20:35.054111Z","end":"2026-03-03T20:20:35.166263Z","steps":["trace[1302916743] 'process raft request' (duration: 71.523537ms)","trace[1302916743] 'compare' (duration: 40.419871ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:35.166559Z","caller":"traceutil/trace.go:171","msg":"trace[449968551] transaction","detail":"{read_only:false; response_revision:7923; number_of_response:1; }","duration":"107.849852ms","start":"2026-03-03T20:20:35.058687Z","end":"2026-03-03T20:20:35.166537Z","steps":["trace[449968551] 'process raft request' (duration: 107.801121ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:35.166625Z","caller":"traceutil/trace.go:171","msg":"trace[1337569586] transaction","detail":"{read_only:false; response_revision:7916; number_of_response:1; }","duration":"112.394988ms","start":"2026-03-03T20:20:35.054209Z","end":"2026-03-03T20:20:35.166604Z","steps":["trace[1337569586] 'process raft request' (duration: 112.03584ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:35.166658Z","caller":"traceutil/trace.go:171","msg":"trace[1078480245] transaction","detail":"{read_only:false; response_revision:7918; number_of_response:1; }","duration":"112.261865ms","start":"2026-03-03T20:20:35.05427Z","end":"2026-03-03T20:20:35.166532Z","steps":["trace[1078480245] 'process raft request' (duration: 112.03217ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:35.166719Z","caller":"traceutil/trace.go:171","msg":"trace[1918770635] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"112.569652ms","start":"2026-03-03T20:20:35.054141Z","end":"2026-03-03T20:20:35.166711Z","steps":["trace[1918770635] 'process raft request' (duration: 112.062671ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:35.166812Z","caller":"traceutil/trace.go:171","msg":"trace[918200144] transaction","detail":"{read_only:false; response_revision:7919; number_of_response:1; }","duration":"112.286325ms","start":"2026-03-03T20:20:35.054513Z","end":"2026-03-03T20:20:35.166799Z","steps":["trace[918200144] 'process raft request' (duration: 111.819385ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:35.16685Z","caller":"traceutil/trace.go:171","msg":"trace[2098622233] transaction","detail":"{read_only:false; response_revision:7917; number_of_response:1; }","duration":"112.623364ms","start":"2026-03-03T20:20:35.054207Z","end":"2026-03-03T20:20:35.166831Z","steps":["trace[2098622233] 'process raft request' (duration: 112.065311ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:35.166981Z","caller":"traceutil/trace.go:171","msg":"trace[1759472367] transaction","detail":"{read_only:false; response_revision:7920; number_of_response:1; }","duration":"112.329906ms","start":"2026-03-03T20:20:35.054642Z","end":"2026-03-03T20:20:35.166972Z","steps":["trace[1759472367] 'process raft request' (duration: 111.714932ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:35.16711Z","caller":"traceutil/trace.go:171","msg":"trace[2146420180] transaction","detail":"{read_only:false; response_revision:7921; number_of_response:1; }","duration":"112.292236ms","start":"2026-03-03T20:20:35.054811Z","end":"2026-03-03T20:20:35.167103Z","steps":["trace[2146420180] 'process raft request' (duration: 111.575769ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:35.166912Z","caller":"traceutil/trace.go:171","msg":"trace[1400219911] transaction","detail":"{read_only:false; response_revision:7922; number_of_response:1; }","duration":"108.285523ms","start":"2026-03-03T20:20:35.058617Z","end":"2026-03-03T20:20:35.166903Z","steps":["trace[1400219911] 'process raft request' (duration: 107.810862ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:35.456134Z","caller":"traceutil/trace.go:171","msg":"trace[790330365] transaction","detail":"{read_only:false; response_revision:7944; number_of_response:1; }","duration":"103.284956ms","start":"2026-03-03T20:20:35.352826Z","end":"2026-03-03T20:20:35.456111Z","steps":["trace[790330365] 'process raft request' (duration: 103.216335ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:35.456312Z","caller":"traceutil/trace.go:171","msg":"trace[47922433] transaction","detail":"{read_only:false; response_revision:7943; number_of_response:1; }","duration":"105.930828ms","start":"2026-03-03T20:20:35.350326Z","end":"2026-03-03T20:20:35.456257Z","steps":["trace[47922433] 'process raft request' (duration: 105.627681ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:35.456378Z","caller":"traceutil/trace.go:171","msg":"trace[957242664] transaction","detail":"{read_only:false; response_revision:7942; number_of_response:1; }","duration":"108.877277ms","start":"2026-03-03T20:20:35.34746Z","end":"2026-03-03T20:20:35.456337Z","steps":["trace[957242664] 'process raft request' (duration: 77.25329ms)","trace[957242664] 'compare' (duration: 31.112495ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:35.49757Z","caller":"traceutil/trace.go:171","msg":"trace[593788376] transaction","detail":"{read_only:false; response_revision:7945; number_of_response:1; }","duration":"122.481893ms","start":"2026-03-03T20:20:35.375062Z","end":"2026-03-03T20:20:35.497544Z","steps":["trace[593788376] 'process raft request' (duration: 122.179416ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:35.497736Z","caller":"traceutil/trace.go:171","msg":"trace[972685081] linearizableReadLoop","detail":"{readStateIndex:8252; appliedIndex:8248; }","duration":"110.873163ms","start":"2026-03-03T20:20:35.386838Z","end":"2026-03-03T20:20:35.497711Z","steps":["trace[972685081] 'read index received' (duration: 37.968365ms)","trace[972685081] 'applied index is now lower than readState.Index' (duration: 72.903808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:35.497952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.090698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:20:35.497982Z","caller":"traceutil/trace.go:171","msg":"trace[1400179449] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7946; }","duration":"111.148159ms","start":"2026-03-03T20:20:35.386825Z","end":"2026-03-03T20:20:35.497973Z","steps":["trace[1400179449] 'agreement among raft nodes before linearized reading' (duration: 110.974025ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:38.027117Z","caller":"traceutil/trace.go:171","msg":"trace[2003302261] transaction","detail":"{read_only:false; response_revision:7980; number_of_response:1; }","duration":"134.355151ms","start":"2026-03-03T20:20:37.892736Z","end":"2026-03-03T20:20:38.027092Z","steps":["trace[2003302261] 'process raft request' (duration: 114.925348ms)","trace[2003302261] 'compare' (duration: 19.342721ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:41.872306Z","caller":"traceutil/trace.go:171","msg":"trace[264433019] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"770.439719ms","start":"2026-03-03T20:20:41.101847Z","end":"2026-03-03T20:20:41.872287Z","steps":["trace[264433019] 'process raft request' (duration: 770.300906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:41.87244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:41.101825Z","time spent":"770.545612ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:43.140154Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.126291s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:20:43.14066Z","caller":"traceutil/trace.go:171","msg":"trace[1760088099] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"1.61131956s","start":"2026-03-03T20:20:41.529311Z","end":"2026-03-03T20:20:43.140631Z","steps":["trace[1760088099] 'process raft request' (duration: 1.611068944s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:43.140857Z","caller":"traceutil/trace.go:171","msg":"trace[768226791] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"1.555572912s","start":"2026-03-03T20:20:41.585268Z","end":"2026-03-03T20:20:43.140841Z","steps":["trace[768226791] 'process raft request' (duration: 1.555309536s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:43.140978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:41.585254Z","time spent":"1.555650543s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:43.140906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:41.529286Z","time spent":"1.611437143s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:20:43.14105Z","caller":"traceutil/trace.go:171","msg":"trace[1094041759] linearizableReadLoop","detail":"{readStateIndex:8299; appliedIndex:8297; }","duration":"1.588270973s","start":"2026-03-03T20:20:41.552751Z","end":"2026-03-03T20:20:43.141022Z","steps":["trace[1094041759] 'read index received' (duration: 319.380771ms)","trace[1094041759] 'applied index is now lower than readState.Index' (duration: 1.268888652s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:43.141108Z","caller":"traceutil/trace.go:171","msg":"trace[1260499696] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"1.345537878s","start":"2026-03-03T20:20:41.795519Z","end":"2026-03-03T20:20:43.141057Z","steps":["trace[1260499696] 'process raft request' (duration: 1.345257351s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:43.141288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:41.795493Z","time spent":"1.345704972s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:43.141334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58858453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T20:20:43.141411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168290308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:43.141426Z","caller":"traceutil/trace.go:171","msg":"trace[947965058] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:7993; }","duration":"1.588702113s","start":"2026-03-03T20:20:41.552706Z","end":"2026-03-03T20:20:43.141408Z","steps":["trace[947965058] 'agreement among raft nodes before linearized reading' (duration: 1.588456907s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:43.141328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.960116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:20:43.141476Z","caller":"traceutil/trace.go:171","msg":"trace[606000130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7993; }","duration":"1.168439152s","start":"2026-03-03T20:20:41.973021Z","end":"2026-03-03T20:20:43.14146Z","steps":["trace[606000130] 'agreement among raft nodes before linearized reading' (duration: 1.168271488s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:43.141484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:41.55269Z","time spent":"1.588781645s","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"warn","ts":"2026-03-03T20:20:43.141473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263441355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T20:20:43.141533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:41.97301Z","time spent":"1.168506144s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:20:43.141493Z","caller":"traceutil/trace.go:171","msg":"trace[894623252] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:7993; }","duration":"390.14221ms","start":"2026-03-03T20:20:42.751334Z","end":"2026-03-03T20:20:43.141476Z","steps":["trace[894623252] 'agreement among raft nodes before linearized reading' (duration: 389.909254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:43.141571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.286783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:43.141582Z","caller":"traceutil/trace.go:171","msg":"trace[1630520210] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7993; }","duration":"1.26361345s","start":"2026-03-03T20:20:41.877942Z","end":"2026-03-03T20:20:43.141556Z","steps":["trace[1630520210] 'agreement among raft nodes before linearized reading' (duration: 1.263321923s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:43.141619Z","caller":"traceutil/trace.go:171","msg":"trace[699321009] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:7993; }","duration":"854.377785ms","start":"2026-03-03T20:20:42.28723Z","end":"2026-03-03T20:20:43.141607Z","steps":["trace[699321009] 'agreement among raft nodes before linearized reading' (duration: 854.281613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:43.141648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:42.287209Z","time spent":"854.432906ms","remote":"127.0.0.1:45950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:20:43.14164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:41.877916Z","time spent":"1.263711931s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:20:43.141632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:42.751326Z","time spent":"390.249412ms","remote":"127.0.0.1:46038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:20:43.141778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237648305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T20:20:43.141876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237827659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T20:20:43.141861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.039931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:20:43.141898Z","caller":"traceutil/trace.go:171","msg":"trace[154841443] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7993; }","duration":"1.237818368s","start":"2026-03-03T20:20:41.904056Z","end":"2026-03-03T20:20:43.141874Z","steps":["trace[154841443] 'agreement among raft nodes before linearized reading' (duration: 1.23747334s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:43.141925Z","caller":"traceutil/trace.go:171","msg":"trace[615511562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7993; }","duration":"1.23790854s","start":"2026-03-03T20:20:41.904003Z","end":"2026-03-03T20:20:43.141911Z","steps":["trace[615511562] 'agreement among raft nodes before linearized reading' (duration: 1.237775927s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:43.141942Z","caller":"traceutil/trace.go:171","msg":"trace[1812938260] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:7993; }","duration":"394.164623ms","start":"2026-03-03T20:20:42.747759Z","end":"2026-03-03T20:20:43.141924Z","steps":["trace[1812938260] 'agreement among raft nodes before linearized reading' (duration: 393.988539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:43.141975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:41.903984Z","time spent":"1.237974802s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:20:43.141974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:41.90404Z","time spent":"1.237918921s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:20:43.141835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086981364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T20:20:43.142003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:42.747741Z","time spent":"394.245566ms","remote":"127.0.0.1:45930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:20:43.14182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207693176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T20:20:43.142066Z","caller":"traceutil/trace.go:171","msg":"trace[1972494628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7993; }","duration":"1.08722785s","start":"2026-03-03T20:20:42.054811Z","end":"2026-03-03T20:20:43.142038Z","steps":["trace[1972494628] 'agreement among raft nodes before linearized reading' (duration: 1.086935073s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:43.142138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:42.054794Z","time spent":"1.087329172s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T20:20:43.142132Z","caller":"traceutil/trace.go:171","msg":"trace[384513377] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:7993; }","duration":"1.208024395s","start":"2026-03-03T20:20:41.934089Z","end":"2026-03-03T20:20:43.142113Z","steps":["trace[384513377] 'agreement among raft nodes before linearized reading' (duration: 1.207602275s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:43.141975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213808379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T20:20:43.142187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:41.93408Z","time spent":"1.208090716s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-9tmdb\" "} {"level":"info","ts":"2026-03-03T20:20:43.142352Z","caller":"traceutil/trace.go:171","msg":"trace[876318169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7993; }","duration":"1.214234239s","start":"2026-03-03T20:20:41.928087Z","end":"2026-03-03T20:20:43.142322Z","steps":["trace[876318169] 'agreement among raft nodes before linearized reading' (duration: 1.213358089s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:43.142528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:41.928071Z","time spent":"1.214435864s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T20:20:50.854225Z","caller":"traceutil/trace.go:171","msg":"trace[436557723] transaction","detail":"{read_only:false; response_revision:8032; number_of_response:1; }","duration":"206.300096ms","start":"2026-03-03T20:20:50.647899Z","end":"2026-03-03T20:20:50.854199Z","steps":["trace[436557723] 'process raft request' (duration: 206.067951ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:51.308225Z","caller":"traceutil/trace.go:171","msg":"trace[1713025821] transaction","detail":"{read_only:false; response_revision:8033; number_of_response:1; }","duration":"140.217617ms","start":"2026-03-03T20:20:51.167975Z","end":"2026-03-03T20:20:51.308192Z","steps":["trace[1713025821] 'process raft request' (duration: 140.012342ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:51.39308Z","caller":"traceutil/trace.go:171","msg":"trace[1537658087] linearizableReadLoop","detail":"{readStateIndex:8344; appliedIndex:8342; }","duration":"216.935615ms","start":"2026-03-03T20:20:51.176122Z","end":"2026-03-03T20:20:51.393058Z","steps":["trace[1537658087] 'read index received' (duration: 131.903604ms)","trace[1537658087] 'applied index is now lower than readState.Index' (duration: 85.030941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:51.393269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.136859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T20:20:51.393317Z","caller":"traceutil/trace.go:171","msg":"trace[2069843503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8034; }","duration":"217.21659ms","start":"2026-03-03T20:20:51.176091Z","end":"2026-03-03T20:20:51.393308Z","steps":["trace[2069843503] 'agreement among raft nodes before linearized reading' (duration: 217.054967ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:51.393166Z","caller":"traceutil/trace.go:171","msg":"trace[1895802726] transaction","detail":"{read_only:false; response_revision:8034; number_of_response:1; }","duration":"222.211317ms","start":"2026-03-03T20:20:51.170925Z","end":"2026-03-03T20:20:51.393136Z","steps":["trace[1895802726] 'process raft request' (duration: 221.982812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:51.39377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.688281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:51.393794Z","caller":"traceutil/trace.go:171","msg":"trace[1676311201] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8034; }","duration":"132.726873ms","start":"2026-03-03T20:20:51.26106Z","end":"2026-03-03T20:20:51.393787Z","steps":["trace[1676311201] 'agreement among raft nodes before linearized reading' (duration: 132.640171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:51.393965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.648581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:51.394089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.993399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:51.394108Z","caller":"traceutil/trace.go:171","msg":"trace[976437487] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8034; }","duration":"133.04517ms","start":"2026-03-03T20:20:51.261058Z","end":"2026-03-03T20:20:51.394104Z","steps":["trace[976437487] 'agreement among raft nodes before linearized reading' (duration: 133.020479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:51.394198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.251975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:51.394258Z","caller":"traceutil/trace.go:171","msg":"trace[2139271023] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8034; }","duration":"188.369118ms","start":"2026-03-03T20:20:51.205876Z","end":"2026-03-03T20:20:51.394245Z","steps":["trace[2139271023] 'agreement among raft nodes before linearized reading' (duration: 188.228865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:51.394267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.873505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:51.394286Z","caller":"traceutil/trace.go:171","msg":"trace[954914241] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8034; }","duration":"153.947257ms","start":"2026-03-03T20:20:51.240334Z","end":"2026-03-03T20:20:51.394281Z","steps":["trace[954914241] 'agreement among raft nodes before linearized reading' (duration: 153.913336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:51.394384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.338646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:51.394411Z","caller":"traceutil/trace.go:171","msg":"trace[1418949239] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8034; }","duration":"133.398188ms","start":"2026-03-03T20:20:51.261007Z","end":"2026-03-03T20:20:51.394405Z","steps":["trace[1418949239] 'agreement among raft nodes before linearized reading' (duration: 133.348277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:51.394481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.251197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:51.394519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.055789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:51.394526Z","caller":"traceutil/trace.go:171","msg":"trace[186222536] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8034; }","duration":"170.315988ms","start":"2026-03-03T20:20:51.224194Z","end":"2026-03-03T20:20:51.39451Z","steps":["trace[186222536] 'agreement among raft nodes before linearized reading' (duration: 170.256317ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:51.394546Z","caller":"traceutil/trace.go:171","msg":"trace[488077437] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8034; }","duration":"154.145431ms","start":"2026-03-03T20:20:51.240393Z","end":"2026-03-03T20:20:51.394538Z","steps":["trace[488077437] 'agreement among raft nodes before linearized reading' (duration: 154.10913ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:51.394217Z","caller":"traceutil/trace.go:171","msg":"trace[732575161] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8034; }","duration":"205.847526ms","start":"2026-03-03T20:20:51.188253Z","end":"2026-03-03T20:20:51.3941Z","steps":["trace[732575161] 'agreement among raft nodes before linearized reading' (duration: 205.517648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:51.394887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.566147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:51.39492Z","caller":"traceutil/trace.go:171","msg":"trace[1273547944] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8034; }","duration":"171.620649ms","start":"2026-03-03T20:20:51.22329Z","end":"2026-03-03T20:20:51.394911Z","steps":["trace[1273547944] 'agreement among raft nodes before linearized reading' (duration: 171.564107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:51.394488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.584009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:51.395007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.149166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:51.395049Z","caller":"traceutil/trace.go:171","msg":"trace[761064559] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8034; }","duration":"154.177562ms","start":"2026-03-03T20:20:51.240861Z","end":"2026-03-03T20:20:51.395039Z","steps":["trace[761064559] 'agreement among raft nodes before linearized reading' (duration: 153.602728ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:51.395068Z","caller":"traceutil/trace.go:171","msg":"trace[307099517] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8034; }","duration":"189.236319ms","start":"2026-03-03T20:20:51.205809Z","end":"2026-03-03T20:20:51.395046Z","steps":["trace[307099517] 'agreement among raft nodes before linearized reading' (duration: 189.148197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:51.395171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.319691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T20:20:51.395152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.831273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:51.394009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.956532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:51.395248Z","caller":"traceutil/trace.go:171","msg":"trace[1453836390] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8034; }","duration":"102.202951ms","start":"2026-03-03T20:20:51.293034Z","end":"2026-03-03T20:20:51.395237Z","steps":["trace[1453836390] 'agreement among raft nodes before linearized reading' (duration: 100.965823ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:51.395241Z","caller":"traceutil/trace.go:171","msg":"trace[1479692534] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8034; }","duration":"171.963477ms","start":"2026-03-03T20:20:51.223255Z","end":"2026-03-03T20:20:51.395218Z","steps":["trace[1479692534] 'agreement among raft nodes before linearized reading' (duration: 171.787873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:51.395264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.089052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:20:51.395284Z","caller":"traceutil/trace.go:171","msg":"trace[1612797262] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8034; }","duration":"194.108022ms","start":"2026-03-03T20:20:51.20117Z","end":"2026-03-03T20:20:51.395278Z","steps":["trace[1612797262] 'agreement among raft nodes before linearized reading' (duration: 194.058171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:51.395326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.937771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:51.39403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.933547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:51.395375Z","caller":"traceutil/trace.go:171","msg":"trace[1560671810] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8034; }","duration":"207.029703ms","start":"2026-03-03T20:20:51.188331Z","end":"2026-03-03T20:20:51.395361Z","steps":["trace[1560671810] 'agreement among raft nodes before linearized reading' (duration: 206.921701ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:51.395382Z","caller":"traceutil/trace.go:171","msg":"trace[191791111] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8034; }","duration":"119.288729ms","start":"2026-03-03T20:20:51.27608Z","end":"2026-03-03T20:20:51.395368Z","steps":["trace[191791111] 'agreement among raft nodes before linearized reading' (duration: 117.939898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:51.395408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.349538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-03T20:20:51.394052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.45442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:51.395429Z","caller":"traceutil/trace.go:171","msg":"trace[1546177910] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:8034; }","duration":"194.390299ms","start":"2026-03-03T20:20:51.201033Z","end":"2026-03-03T20:20:51.395423Z","steps":["trace[1546177910] 'agreement among raft nodes before linearized reading' (duration: 194.329537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:51.395426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.44768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:51.39547Z","caller":"traceutil/trace.go:171","msg":"trace[744924034] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8034; }","duration":"188.507461ms","start":"2026-03-03T20:20:51.206947Z","end":"2026-03-03T20:20:51.395455Z","steps":["trace[744924034] 'agreement among raft nodes before linearized reading' (duration: 188.43181ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:51.395458Z","caller":"traceutil/trace.go:171","msg":"trace[1949330915] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8034; }","duration":"122.845912ms","start":"2026-03-03T20:20:51.272593Z","end":"2026-03-03T20:20:51.395439Z","steps":["trace[1949330915] 'agreement among raft nodes before linearized reading' (duration: 121.448519ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:51.395214Z","caller":"traceutil/trace.go:171","msg":"trace[586359676] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8034; }","duration":"204.359272ms","start":"2026-03-03T20:20:51.190845Z","end":"2026-03-03T20:20:51.395204Z","steps":["trace[586359676] 'agreement among raft nodes before linearized reading' (duration: 204.27521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:51.395564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.875097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T20:20:51.395589Z","caller":"traceutil/trace.go:171","msg":"trace[322312816] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8034; }","duration":"202.917747ms","start":"2026-03-03T20:20:51.192665Z","end":"2026-03-03T20:20:51.395583Z","steps":["trace[322312816] 'agreement among raft nodes before linearized reading' (duration: 202.848256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:51.393989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.773378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:51.395687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:51.394069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.533321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:51.395709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.749867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T20:20:51.395706Z","caller":"traceutil/trace.go:171","msg":"trace[576103804] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8034; }","duration":"102.514779ms","start":"2026-03-03T20:20:51.293165Z","end":"2026-03-03T20:20:51.39568Z","steps":["trace[576103804] 'agreement among raft nodes before linearized reading' (duration: 100.806639ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:51.395737Z","caller":"traceutil/trace.go:171","msg":"trace[1077476233] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8034; }","duration":"207.407652ms","start":"2026-03-03T20:20:51.188311Z","end":"2026-03-03T20:20:51.395719Z","steps":["trace[1077476233] 'agreement among raft nodes before linearized reading' (duration: 207.333491ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:51.395744Z","caller":"traceutil/trace.go:171","msg":"trace[377042257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8034; }","duration":"203.804458ms","start":"2026-03-03T20:20:51.19193Z","end":"2026-03-03T20:20:51.395735Z","steps":["trace[377042257] 'agreement among raft nodes before linearized reading' (duration: 203.662065ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:51.395741Z","caller":"traceutil/trace.go:171","msg":"trace[1011962704] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8034; }","duration":"123.210251ms","start":"2026-03-03T20:20:51.272518Z","end":"2026-03-03T20:20:51.395729Z","steps":["trace[1011962704] 'agreement among raft nodes before linearized reading' (duration: 121.541462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:52.178961Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875463514,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:20:52.681414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.028094ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-03T20:20:52.681704Z","caller":"traceutil/trace.go:171","msg":"trace[450915487] linearizableReadLoop","detail":"{readStateIndex:8351; appliedIndex:8349; }","duration":"1.002907966s","start":"2026-03-03T20:20:51.678777Z","end":"2026-03-03T20:20:52.681685Z","steps":["trace[450915487] 'read index received' (duration: 798.606306ms)","trace[450915487] 'applied index is now lower than readState.Index' (duration: 204.30053ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:52.681796Z","caller":"traceutil/trace.go:171","msg":"trace[824448528] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"779.0252ms","start":"2026-03-03T20:20:51.902761Z","end":"2026-03-03T20:20:52.681786Z","steps":["trace[824448528] 'process raft request' (duration: 778.757894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:52.681884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:51.902735Z","time spent":"779.084972ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:52.681978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:51.55444Z","time spent":"1.127530729s","remote":"127.0.0.1:45704","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T20:20:52.682124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.665847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:52.682203Z","caller":"traceutil/trace.go:171","msg":"trace[1032452688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8040; }","duration":"713.78653ms","start":"2026-03-03T20:20:51.968398Z","end":"2026-03-03T20:20:52.682185Z","steps":["trace[1032452688] 'agreement among raft nodes before linearized reading' (duration: 713.654197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:52.682282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:51.968382Z","time spent":"713.858852ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:20:52.68237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00349546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:20:52.682857Z","caller":"traceutil/trace.go:171","msg":"trace[205933350] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8040; }","duration":"1.004079354s","start":"2026-03-03T20:20:51.678718Z","end":"2026-03-03T20:20:52.682797Z","steps":["trace[205933350] 'agreement among raft nodes before linearized reading' (duration: 1.003418048s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:52.68297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:51.678695Z","time spent":"1.004252597s","remote":"127.0.0.1:42866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:20:53.893622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.76702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:53.893716Z","caller":"traceutil/trace.go:171","msg":"trace[1541895362] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8049; }","duration":"155.925453ms","start":"2026-03-03T20:20:53.737767Z","end":"2026-03-03T20:20:53.893693Z","steps":["trace[1541895362] 'count revisions from in-memory index tree' (duration: 155.667937ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:54.889266Z","caller":"traceutil/trace.go:171","msg":"trace[672502580] transaction","detail":"{read_only:false; response_revision:8050; number_of_response:1; }","duration":"203.193434ms","start":"2026-03-03T20:20:54.686047Z","end":"2026-03-03T20:20:54.88924Z","steps":["trace[672502580] 'process raft request' (duration: 203.02182ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:55.654163Z","caller":"traceutil/trace.go:171","msg":"trace[550952031] transaction","detail":"{read_only:false; response_revision:8057; number_of_response:1; }","duration":"123.761644ms","start":"2026-03-03T20:20:55.530373Z","end":"2026-03-03T20:20:55.654134Z","steps":["trace[550952031] 'process raft request' (duration: 123.665122ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:55.65423Z","caller":"traceutil/trace.go:171","msg":"trace[1530901154] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"123.920937ms","start":"2026-03-03T20:20:55.530266Z","end":"2026-03-03T20:20:55.654187Z","steps":["trace[1530901154] 'process raft request' (duration: 89.162047ms)","trace[1530901154] 'compare' (duration: 34.479814ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:55.654371Z","caller":"traceutil/trace.go:171","msg":"trace[1228779779] transaction","detail":"{read_only:false; response_revision:8058; number_of_response:1; }","duration":"123.779504ms","start":"2026-03-03T20:20:55.53056Z","end":"2026-03-03T20:20:55.65434Z","steps":["trace[1228779779] 'process raft request' (duration: 123.536688ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:57.290466Z","caller":"traceutil/trace.go:171","msg":"trace[1415565663] linearizableReadLoop","detail":"{readStateIndex:8370; appliedIndex:8369; }","duration":"317.751443ms","start":"2026-03-03T20:20:56.972694Z","end":"2026-03-03T20:20:57.290445Z","steps":["trace[1415565663] 'read index received' (duration: 317.545829ms)","trace[1415565663] 'applied index is now lower than readState.Index' (duration: 204.684µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:57.290646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.926407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:57.290749Z","caller":"traceutil/trace.go:171","msg":"trace[754095803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8059; }","duration":"318.082051ms","start":"2026-03-03T20:20:56.972644Z","end":"2026-03-03T20:20:57.290727Z","steps":["trace[754095803] 'agreement among raft nodes before linearized reading' (duration: 317.918337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:57.290797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:56.972627Z","time spent":"318.161863ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:20:57.290624Z","caller":"traceutil/trace.go:171","msg":"trace[114717760] transaction","detail":"{read_only:false; response_revision:8059; number_of_response:1; }","duration":"396.16101ms","start":"2026-03-03T20:20:56.89441Z","end":"2026-03-03T20:20:57.290571Z","steps":["trace[114717760] 'process raft request' (duration: 395.900144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:57.291045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:56.894387Z","time spent":"396.534299ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:58.004188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.853141ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:58.004326Z","caller":"traceutil/trace.go:171","msg":"trace[990279845] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8059; }","duration":"550.004014ms","start":"2026-03-03T20:20:57.454301Z","end":"2026-03-03T20:20:58.004305Z","steps":["trace[990279845] 'range keys from in-memory index tree' (duration: 549.83182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:58.005507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.492745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:20:58.005604Z","caller":"traceutil/trace.go:171","msg":"trace[91601526] linearizableReadLoop","detail":"{readStateIndex:8371; appliedIndex:8370; }","duration":"573.257976ms","start":"2026-03-03T20:20:57.43233Z","end":"2026-03-03T20:20:58.005588Z","steps":["trace[91601526] 'read index received' (duration: 277.606408ms)","trace[91601526] 'applied index is now lower than readState.Index' (duration: 295.649928ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:58.005661Z","caller":"traceutil/trace.go:171","msg":"trace[293519370] transaction","detail":"{read_only:false; response_revision:8060; number_of_response:1; }","duration":"663.256072ms","start":"2026-03-03T20:20:57.342358Z","end":"2026-03-03T20:20:58.005614Z","steps":["trace[293519370] 'process raft request' (duration: 367.557193ms)","trace[293519370] 'compare' (duration: 294.746097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:58.00577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.44287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T20:20:58.005827Z","caller":"traceutil/trace.go:171","msg":"trace[1782215174] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8060; }","duration":"573.549362ms","start":"2026-03-03T20:20:57.432262Z","end":"2026-03-03T20:20:58.005812Z","steps":["trace[1782215174] 'agreement among raft nodes before linearized reading' (duration: 573.367298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:58.005837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:57.342329Z","time spent":"663.412416ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:58.005866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:57.432237Z","time spent":"573.618654ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-03T20:20:58.377013Z","caller":"traceutil/trace.go:171","msg":"trace[116119980] linearizableReadLoop","detail":"{readStateIndex:8372; appliedIndex:8371; }","duration":"371.358112ms","start":"2026-03-03T20:20:58.005629Z","end":"2026-03-03T20:20:58.376987Z","steps":["trace[116119980] 'read index received' (duration: 360.798556ms)","trace[116119980] 'applied index is now lower than readState.Index' (duration: 10.558246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:58.377269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.321526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T20:20:58.377267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.531764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-03T20:20:58.377283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.778206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:20:58.377324Z","caller":"traceutil/trace.go:171","msg":"trace[1438473731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8061; }","duration":"718.424227ms","start":"2026-03-03T20:20:57.65889Z","end":"2026-03-03T20:20:58.377314Z","steps":["trace[1438473731] 'agreement among raft nodes before linearized reading' (duration: 718.224783ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:58.37736Z","caller":"traceutil/trace.go:171","msg":"trace[1401133136] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:8061; }","duration":"795.646277ms","start":"2026-03-03T20:20:57.581676Z","end":"2026-03-03T20:20:58.377323Z","steps":["trace[1401133136] 'agreement among raft nodes before linearized reading' (duration: 795.448672ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:58.377362Z","caller":"traceutil/trace.go:171","msg":"trace[29623886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8061; }","duration":"718.904699ms","start":"2026-03-03T20:20:57.658438Z","end":"2026-03-03T20:20:58.377342Z","steps":["trace[29623886] 'agreement among raft nodes before linearized reading' (duration: 718.628633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:58.377363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:57.658882Z","time spent":"718.473189ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:20:58.377404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:57.581668Z","time spent":"795.728549ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-9tmdb\" "} {"level":"warn","ts":"2026-03-03T20:20:58.377414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:57.65842Z","time spent":"718.98539ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:20:58.377546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.452462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T20:20:58.377799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.467265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T20:20:58.377896Z","caller":"traceutil/trace.go:171","msg":"trace[1680731987] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8061; }","duration":"847.641368ms","start":"2026-03-03T20:20:57.530234Z","end":"2026-03-03T20:20:58.377875Z","steps":["trace[1680731987] 'agreement among raft nodes before linearized reading' (duration: 847.29282ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:58.37786Z","caller":"traceutil/trace.go:171","msg":"trace[2050145455] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8061; }","duration":"801.823821ms","start":"2026-03-03T20:20:57.57602Z","end":"2026-03-03T20:20:58.377844Z","steps":["trace[2050145455] 'agreement among raft nodes before linearized reading' (duration: 801.158655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:58.377965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:57.530207Z","time spent":"847.748601ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T20:20:58.377039Z","caller":"traceutil/trace.go:171","msg":"trace[51016643] transaction","detail":"{read_only:false; response_revision:8061; number_of_response:1; }","duration":"894.286925ms","start":"2026-03-03T20:20:57.482716Z","end":"2026-03-03T20:20:58.377003Z","steps":["trace[51016643] 'process raft request' (duration: 883.686698ms)","trace[51016643] 'compare' (duration: 10.231089ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:58.378063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:57.576001Z","time spent":"802.003485ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:20:58.378202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:57.482686Z","time spent":"895.417942ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:58.377599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.756566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:20:58.378325Z","caller":"traceutil/trace.go:171","msg":"trace[532904945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8061; }","duration":"719.481882ms","start":"2026-03-03T20:20:57.658813Z","end":"2026-03-03T20:20:58.378295Z","steps":["trace[532904945] 'agreement among raft nodes before linearized reading' (duration: 718.718224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:58.378436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:57.658802Z","time spent":"719.598065ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:20:59.081594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.950492ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T20:20:59.082534Z","caller":"traceutil/trace.go:171","msg":"trace[1961147867] linearizableReadLoop","detail":"{readStateIndex:8374; appliedIndex:8372; }","duration":"705.327963ms","start":"2026-03-03T20:20:58.377153Z","end":"2026-03-03T20:20:59.082481Z","steps":["trace[1961147867] 'read index received' (duration: 27.614143ms)","trace[1961147867] 'applied index is now lower than readState.Index' (duration: 677.71212ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:59.082647Z","caller":"traceutil/trace.go:171","msg":"trace[715004989] transaction","detail":"{read_only:false; response_revision:8062; number_of_response:1; }","duration":"722.104124ms","start":"2026-03-03T20:20:58.360516Z","end":"2026-03-03T20:20:59.08262Z","steps":["trace[715004989] 'process raft request' (duration: 721.181843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:59.083004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:58.360498Z","time spent":"722.421732ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:59.29487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168612607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:20:59.295006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216867851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:20:59.295069Z","caller":"traceutil/trace.go:171","msg":"trace[736217917] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8062; }","duration":"1.216972343s","start":"2026-03-03T20:20:58.078078Z","end":"2026-03-03T20:20:59.29505Z","steps":["trace[736217917] 'agreement among raft nodes before linearized reading' (duration: 1.004721868s)","trace[736217917] 'count revisions from in-memory index tree' (duration: 212.157083ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:59.295081Z","caller":"traceutil/trace.go:171","msg":"trace[673393953] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8062; }","duration":"1.168858483s","start":"2026-03-03T20:20:58.126169Z","end":"2026-03-03T20:20:59.295028Z","steps":["trace[673393953] 'agreement among raft nodes before linearized reading' (duration: 956.466964ms)","trace[673393953] 'count revisions from in-memory index tree' (duration: 212.139872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:59.295106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.204734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:59.29518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:58.126149Z","time spent":"1.169016206s","remote":"127.0.0.1:45964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":52,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:20:59.295106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286384901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a3ed65dd-cd79-4f04-9598-632bc57dbe5f\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-03-03T20:20:59.295123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:58.078057Z","time spent":"1.217054296s","remote":"127.0.0.1:45754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":78,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:20:59.295235Z","caller":"traceutil/trace.go:171","msg":"trace[461537452] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8062; }","duration":"982.417769ms","start":"2026-03-03T20:20:58.312787Z","end":"2026-03-03T20:20:59.295205Z","steps":["trace[461537452] 'agreement among raft nodes before linearized reading' (duration: 769.776205ms)","trace[461537452] 'count revisions from in-memory index tree' (duration: 212.429939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:59.295469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.905541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-03T20:20:59.295543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:58.312767Z","time spent":"982.723856ms","remote":"127.0.0.1:60332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:20:59.295777Z","caller":"traceutil/trace.go:171","msg":"trace[908716792] linearizableReadLoop","detail":"{readStateIndex:8379; appliedIndex:8374; }","duration":"213.065984ms","start":"2026-03-03T20:20:59.082696Z","end":"2026-03-03T20:20:59.295762Z","steps":["trace[908716792] 'read index received' (duration: 170.134µs)","trace[908716792] 'applied index is now lower than readState.Index' (duration: 212.8944ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:59.295295Z","caller":"traceutil/trace.go:171","msg":"trace[205745792] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a3ed65dd-cd79-4f04-9598-632bc57dbe5f; range_end:; response_count:1; response_revision:8062; }","duration":"1.286649877s","start":"2026-03-03T20:20:58.008627Z","end":"2026-03-03T20:20:59.295277Z","steps":["trace[205745792] 'agreement among raft nodes before linearized reading' (duration: 1.074197287s)","trace[205745792] 'range keys from in-memory index tree' (duration: 211.967469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:59.295882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:58.008604Z","time spent":"1.287258051s","remote":"127.0.0.1:45806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-a3ed65dd-cd79-4f04-9598-632bc57dbe5f\" "} {"level":"info","ts":"2026-03-03T20:20:59.295785Z","caller":"traceutil/trace.go:171","msg":"trace[150794758] transaction","detail":"{read_only:false; response_revision:8063; number_of_response:1; }","duration":"913.821731ms","start":"2026-03-03T20:20:58.381889Z","end":"2026-03-03T20:20:59.29571Z","steps":["trace[150794758] 'process raft request' (duration: 700.579713ms)","trace[150794758] 'compare' (duration: 212.790107ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:59.29614Z","caller":"traceutil/trace.go:171","msg":"trace[680624450] transaction","detail":"{read_only:false; response_revision:8067; number_of_response:1; }","duration":"911.798923ms","start":"2026-03-03T20:20:58.384325Z","end":"2026-03-03T20:20:59.296124Z","steps":["trace[680624450] 'process raft request' (duration: 911.383924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:59.296231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.91693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222793"} {"level":"info","ts":"2026-03-03T20:20:59.296284Z","caller":"traceutil/trace.go:171","msg":"trace[650697900] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8067; }","duration":"913.000882ms","start":"2026-03-03T20:20:58.383272Z","end":"2026-03-03T20:20:59.296273Z","steps":["trace[650697900] 'agreement among raft nodes before linearized reading' (duration: 912.549541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:59.296322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:58.383247Z","time spent":"913.065463ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222816,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T20:20:59.296262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:58.384312Z","time spent":"911.903157ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:20:59.296375Z","caller":"traceutil/trace.go:171","msg":"trace[558026968] transaction","detail":"{read_only:false; response_revision:8064; number_of_response:1; }","duration":"914.390094ms","start":"2026-03-03T20:20:58.381968Z","end":"2026-03-03T20:20:59.296359Z","steps":["trace[558026968] 'process raft request' (duration: 913.587135ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:59.296355Z","caller":"traceutil/trace.go:171","msg":"trace[191177992] transaction","detail":"{read_only:false; response_revision:8066; number_of_response:1; }","duration":"912.674674ms","start":"2026-03-03T20:20:58.383653Z","end":"2026-03-03T20:20:59.296328Z","steps":["trace[191177992] 'process raft request' (duration: 912.010069ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:59.296272Z","caller":"traceutil/trace.go:171","msg":"trace[852289019] transaction","detail":"{read_only:false; response_revision:8065; number_of_response:1; }","duration":"912.94207ms","start":"2026-03-03T20:20:58.383268Z","end":"2026-03-03T20:20:59.29621Z","steps":["trace[852289019] 'process raft request' (duration: 912.354687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:59.296624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:58.383628Z","time spent":"912.89513ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:59.296635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.261645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:20:59.2967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:58.383255Z","time spent":"913.331779ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:20:59.296738Z","caller":"traceutil/trace.go:171","msg":"trace[1277215651] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8067; }","duration":"827.429548ms","start":"2026-03-03T20:20:58.469284Z","end":"2026-03-03T20:20:59.296713Z","steps":["trace[1277215651] 'agreement among raft nodes before linearized reading' (duration: 827.246624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:59.296602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:58.381961Z","time spent":"914.505037ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:59.296682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:58.381872Z","time spent":"914.19467ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:59.297027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.275179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6d6978595b-2kkp2.18996e5286af5bb2\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-03T20:20:59.297096Z","caller":"traceutil/trace.go:171","msg":"trace[544735355] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6d6978595b-2kkp2.18996e5286af5bb2; range_end:; response_count:1; response_revision:8067; }","duration":"222.371131ms","start":"2026-03-03T20:20:59.074702Z","end":"2026-03-03T20:20:59.297073Z","steps":["trace[544735355] 'agreement among raft nodes before linearized reading' (duration: 222.171556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:59.296792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:58.469258Z","time spent":"827.522511ms","remote":"127.0.0.1:39018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:20:59.297538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.931173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:59.297583Z","caller":"traceutil/trace.go:171","msg":"trace[423322680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8067; }","duration":"332.028826ms","start":"2026-03-03T20:20:58.965543Z","end":"2026-03-03T20:20:59.297571Z","steps":["trace[423322680] 'agreement among raft nodes before linearized reading' (duration: 331.959105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:59.297613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:58.965513Z","time spent":"332.092157ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:21:11.61863Z","caller":"traceutil/trace.go:171","msg":"trace[2004074396] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"178.962099ms","start":"2026-03-03T20:21:11.439641Z","end":"2026-03-03T20:21:11.618603Z","steps":["trace[2004074396] 'process raft request' (duration: 116.082604ms)","trace[2004074396] 'compare' (duration: 62.6783ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:11.618952Z","caller":"traceutil/trace.go:171","msg":"trace[355753077] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"179.094023ms","start":"2026-03-03T20:21:11.43983Z","end":"2026-03-03T20:21:11.618924Z","steps":["trace[355753077] 'process raft request' (duration: 178.716234ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:11.619106Z","caller":"traceutil/trace.go:171","msg":"trace[1850779693] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"179.161924ms","start":"2026-03-03T20:21:11.439904Z","end":"2026-03-03T20:21:11.619066Z","steps":["trace[1850779693] 'process raft request' (duration: 178.914168ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:11.61928Z","caller":"traceutil/trace.go:171","msg":"trace[1674514053] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"179.064671ms","start":"2026-03-03T20:21:11.440196Z","end":"2026-03-03T20:21:11.61926Z","steps":["trace[1674514053] 'process raft request' (duration: 178.825106ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:11.619408Z","caller":"traceutil/trace.go:171","msg":"trace[1958751845] linearizableReadLoop","detail":"{readStateIndex:8443; appliedIndex:8440; }","duration":"179.346249ms","start":"2026-03-03T20:21:11.440048Z","end":"2026-03-03T20:21:11.619394Z","steps":["trace[1958751845] 'read index received' (duration: 115.680225ms)","trace[1958751845] 'applied index is now lower than readState.Index' (duration: 63.664594ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:11.619426Z","caller":"traceutil/trace.go:171","msg":"trace[1126778839] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"179.161804ms","start":"2026-03-03T20:21:11.440253Z","end":"2026-03-03T20:21:11.619415Z","steps":["trace[1126778839] 'process raft request' (duration: 178.949249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:11.619518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.437071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:11.619567Z","caller":"traceutil/trace.go:171","msg":"trace[248123292] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8131; }","duration":"179.526082ms","start":"2026-03-03T20:21:11.440032Z","end":"2026-03-03T20:21:11.619559Z","steps":["trace[248123292] 'agreement among raft nodes before linearized reading' (duration: 179.41846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:11.619857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.316348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222793"} {"level":"info","ts":"2026-03-03T20:21:11.619907Z","caller":"traceutil/trace.go:171","msg":"trace[1391094120] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8131; }","duration":"179.397489ms","start":"2026-03-03T20:21:11.440497Z","end":"2026-03-03T20:21:11.619895Z","steps":["trace[1391094120] 'agreement among raft nodes before linearized reading' (duration: 178.99762ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:24.692402Z","caller":"traceutil/trace.go:171","msg":"trace[449388056] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"219.029533ms","start":"2026-03-03T20:21:24.473343Z","end":"2026-03-03T20:21:24.692372Z","steps":["trace[449388056] 'process raft request' (duration: 218.86556ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:24.695908Z","caller":"traceutil/trace.go:171","msg":"trace[1503249627] linearizableReadLoop","detail":"{readStateIndex:8562; appliedIndex:8560; }","duration":"160.1159ms","start":"2026-03-03T20:21:24.535773Z","end":"2026-03-03T20:21:24.695889Z","steps":["trace[1503249627] 'read index received' (duration: 156.454025ms)","trace[1503249627] 'applied index is now lower than readState.Index' (duration: 3.661085ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:24.695968Z","caller":"traceutil/trace.go:171","msg":"trace[2007812097] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"162.194849ms","start":"2026-03-03T20:21:24.533741Z","end":"2026-03-03T20:21:24.695936Z","steps":["trace[2007812097] 'process raft request' (duration: 162.045366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:24.696165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.363136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19564"} {"level":"info","ts":"2026-03-03T20:21:24.696231Z","caller":"traceutil/trace.go:171","msg":"trace[597516772] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8242; }","duration":"160.472859ms","start":"2026-03-03T20:21:24.535742Z","end":"2026-03-03T20:21:24.696215Z","steps":["trace[597516772] 'agreement among raft nodes before linearized reading' (duration: 160.252464ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:26.068179Z","caller":"traceutil/trace.go:171","msg":"trace[51943609] linearizableReadLoop","detail":"{readStateIndex:8566; appliedIndex:8565; }","duration":"295.529755ms","start":"2026-03-03T20:21:25.772625Z","end":"2026-03-03T20:21:26.068155Z","steps":["trace[51943609] 'read index received' (duration: 295.448774ms)","trace[51943609] 'applied index is now lower than readState.Index' (duration: 80.081µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:26.068305Z","caller":"traceutil/trace.go:171","msg":"trace[1558780788] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"305.421486ms","start":"2026-03-03T20:21:25.762869Z","end":"2026-03-03T20:21:26.068291Z","steps":["trace[1558780788] 'process raft request' (duration: 305.118669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:26.068428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:25.762835Z","time spent":"305.503378ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:26.068739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.954755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T20:21:26.068799Z","caller":"traceutil/trace.go:171","msg":"trace[1320542500] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:8246; }","duration":"296.200941ms","start":"2026-03-03T20:21:25.772584Z","end":"2026-03-03T20:21:26.068785Z","steps":["trace[1320542500] 'agreement among raft nodes before linearized reading' (duration: 295.859603ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:26.074952Z","caller":"traceutil/trace.go:171","msg":"trace[2088384769] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"201.71613ms","start":"2026-03-03T20:21:25.873214Z","end":"2026-03-03T20:21:26.07493Z","steps":["trace[2088384769] 'process raft request' (duration: 201.438414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:26.07501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.134296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:21:26.075109Z","caller":"traceutil/trace.go:171","msg":"trace[1159578524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8247; }","duration":"301.274779ms","start":"2026-03-03T20:21:25.773815Z","end":"2026-03-03T20:21:26.07509Z","steps":["trace[1159578524] 'agreement among raft nodes before linearized reading' (duration: 301.074334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:26.075157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:25.773792Z","time spent":"301.350981ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:21:26.075191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.402102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T20:21:26.075046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.18759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T20:21:26.075244Z","caller":"traceutil/trace.go:171","msg":"trace[1450505162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8247; }","duration":"295.470564ms","start":"2026-03-03T20:21:25.779757Z","end":"2026-03-03T20:21:26.075227Z","steps":["trace[1450505162] 'agreement among raft nodes before linearized reading' (duration: 295.322661ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:26.075281Z","caller":"traceutil/trace.go:171","msg":"trace[886427905] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8247; }","duration":"296.468117ms","start":"2026-03-03T20:21:25.778785Z","end":"2026-03-03T20:21:26.075253Z","steps":["trace[886427905] 'agreement among raft nodes before linearized reading' (duration: 296.047837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:26.075482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.582573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T20:21:26.07559Z","caller":"traceutil/trace.go:171","msg":"trace[1922291946] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8247; }","duration":"297.734087ms","start":"2026-03-03T20:21:25.777829Z","end":"2026-03-03T20:21:26.075563Z","steps":["trace[1922291946] 'agreement among raft nodes before linearized reading' (duration: 297.336918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:26.07586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.324621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:26.075966Z","caller":"traceutil/trace.go:171","msg":"trace[747505651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8247; }","duration":"101.448904ms","start":"2026-03-03T20:21:25.974485Z","end":"2026-03-03T20:21:26.075934Z","steps":["trace[747505651] 'agreement among raft nodes before linearized reading' (duration: 101.231139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:28.392795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875464177,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:21:28.893433Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875464177,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:21:29.393846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875464177,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:21:29.894921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875464177,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:21:29.964155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000392105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:21:29.96426Z","caller":"traceutil/trace.go:171","msg":"trace[934433259] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000550079s","start":"2026-03-03T20:21:27.963687Z","end":"2026-03-03T20:21:29.964237Z","steps":["trace[934433259] 'agreement among raft nodes before linearized reading' (duration: 2.000416776s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:29.964304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:27.963671Z","time spent":"2.000625371s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:21:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:21:30.168891Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.655870687s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:21:30.169508Z","caller":"traceutil/trace.go:171","msg":"trace[1721571046] transaction","detail":"{read_only:false; response_revision:8254; number_of_response:1; }","duration":"2.656639255s","start":"2026-03-03T20:21:27.512835Z","end":"2026-03-03T20:21:30.169474Z","steps":["trace[1721571046] 'process raft request' (duration: 2.65641818s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.169777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:27.51281Z","time spent":"2.656793908s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:30.216624Z","caller":"traceutil/trace.go:171","msg":"trace[757942274] linearizableReadLoop","detail":"{readStateIndex:8578; appliedIndex:8574; }","duration":"2.324710881s","start":"2026-03-03T20:21:27.891885Z","end":"2026-03-03T20:21:30.216596Z","steps":["trace[757942274] 'read index received' (duration: 2.277338947s)","trace[757942274] 'applied index is now lower than readState.Index' (duration: 47.370564ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:30.216687Z","caller":"traceutil/trace.go:171","msg":"trace[1423502330] transaction","detail":"{read_only:false; response_revision:8256; number_of_response:1; }","duration":"1.507495891s","start":"2026-03-03T20:21:28.709165Z","end":"2026-03-03T20:21:30.216661Z","steps":["trace[1423502330] 'process raft request' (duration: 1.507286856s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:30.216812Z","caller":"traceutil/trace.go:171","msg":"trace[2019803164] transaction","detail":"{read_only:false; response_revision:8257; number_of_response:1; }","duration":"1.1034989s","start":"2026-03-03T20:21:29.113257Z","end":"2026-03-03T20:21:30.216756Z","steps":["trace[2019803164] 'process raft request' (duration: 1.103284195s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.216934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890487285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:21:30.217058Z","caller":"traceutil/trace.go:171","msg":"trace[1249297189] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8257; }","duration":"1.890679579s","start":"2026-03-03T20:21:28.326355Z","end":"2026-03-03T20:21:30.217035Z","steps":["trace[1249297189] 'agreement among raft nodes before linearized reading' (duration: 1.890491925s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.21702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32505014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:21:30.2171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.59192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T20:21:30.217161Z","caller":"traceutil/trace.go:171","msg":"trace[1233542706] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8257; }","duration":"869.688153ms","start":"2026-03-03T20:21:29.347456Z","end":"2026-03-03T20:21:30.217144Z","steps":["trace[1233542706] 'agreement among raft nodes before linearized reading' (duration: 869.484488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.217171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096172007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:21:30.21717Z","caller":"traceutil/trace.go:171","msg":"trace[321282649] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8257; }","duration":"2.325287694s","start":"2026-03-03T20:21:27.891848Z","end":"2026-03-03T20:21:30.217136Z","steps":["trace[321282649] 'agreement among raft nodes before linearized reading' (duration: 2.324939756s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:30.217211Z","caller":"traceutil/trace.go:171","msg":"trace[659533011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8257; }","duration":"2.096218628s","start":"2026-03-03T20:21:28.120982Z","end":"2026-03-03T20:21:30.217201Z","steps":["trace[659533011] 'agreement among raft nodes before linearized reading' (duration: 2.096044574s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.217237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:28.120978Z","time spent":"2.096254099s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:21:30.217216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.653597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:21:30.217256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.880329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:21:30.217236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:27.89183Z","time spent":"2.325393547s","remote":"127.0.0.1:46088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:21:30.217255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.097906197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T20:21:30.217307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142034197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6d6978595b-2kkp2.18996e5286af5bb2\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-03T20:21:30.217356Z","caller":"traceutil/trace.go:171","msg":"trace[801734773] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6d6978595b-2kkp2.18996e5286af5bb2; range_end:; response_count:1; response_revision:8257; }","duration":"1.142120079s","start":"2026-03-03T20:21:29.075224Z","end":"2026-03-03T20:21:30.217344Z","steps":["trace[801734773] 'agreement among raft nodes before linearized reading' (duration: 1.141968856s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.217358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620157306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:21:30.217354Z","caller":"traceutil/trace.go:171","msg":"trace[1966257262] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8257; }","duration":"2.098002489s","start":"2026-03-03T20:21:28.119338Z","end":"2026-03-03T20:21:30.21734Z","steps":["trace[1966257262] 'agreement among raft nodes before linearized reading' (duration: 2.097773014s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:30.217392Z","caller":"traceutil/trace.go:171","msg":"trace[852765205] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8257; }","duration":"1.620245799s","start":"2026-03-03T20:21:28.597138Z","end":"2026-03-03T20:21:30.217384Z","steps":["trace[852765205] 'agreement among raft nodes before linearized reading' (duration: 1.620184338s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.217391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127412414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T20:21:30.217414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125625723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T20:21:30.217429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:28.597107Z","time spent":"1.62031549s","remote":"127.0.0.1:46124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:21:30.217449Z","caller":"traceutil/trace.go:171","msg":"trace[1508628876] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8257; }","duration":"2.125681134s","start":"2026-03-03T20:21:28.091758Z","end":"2026-03-03T20:21:30.217439Z","steps":["trace[1508628876] 'agreement among raft nodes before linearized reading' (duration: 2.125573982s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:30.217453Z","caller":"traceutil/trace.go:171","msg":"trace[1213893075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8257; }","duration":"2.127490846s","start":"2026-03-03T20:21:28.089945Z","end":"2026-03-03T20:21:30.217436Z","steps":["trace[1213893075] 'agreement among raft nodes before linearized reading' (duration: 2.12723078s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.217431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:28.119313Z","time spent":"2.098107142s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:21:30.217489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:28.09175Z","time spent":"2.125731005s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:21:30.217582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128330965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T20:21:30.21766Z","caller":"traceutil/trace.go:171","msg":"trace[1959703767] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:8257; }","duration":"2.128456698s","start":"2026-03-03T20:21:28.08919Z","end":"2026-03-03T20:21:30.217647Z","steps":["trace[1959703767] 'agreement among raft nodes before linearized reading' (duration: 2.12811745s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.217722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:28.089168Z","time spent":"2.128543021s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-9tmdb\" "} {"level":"warn","ts":"2026-03-03T20:21:30.217086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:29.11322Z","time spent":"1.103708345s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:30.216993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:28.709132Z","time spent":"1.507700536s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:30.216998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.098409439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:21:30.219055Z","caller":"traceutil/trace.go:171","msg":"trace[986866426] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8257; }","duration":"2.100486527s","start":"2026-03-03T20:21:28.118552Z","end":"2026-03-03T20:21:30.219039Z","steps":["trace[986866426] 'agreement among raft nodes before linearized reading' (duration: 2.098297986s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.219113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:28.118546Z","time spent":"2.100547859s","remote":"127.0.0.1:46080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:21:30.216666Z","caller":"traceutil/trace.go:171","msg":"trace[1647710484] transaction","detail":"{read_only:false; response_revision:8255; number_of_response:1; }","duration":"2.028975981s","start":"2026-03-03T20:21:28.187628Z","end":"2026-03-03T20:21:30.216604Z","steps":["trace[1647710484] 'process raft request' (duration: 2.028598062s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.219483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:28.187595Z","time spent":"2.031840328s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:30.217112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:28.326327Z","time spent":"1.890773462s","remote":"127.0.0.1:46948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:21:30.217171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.901353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:30.220084Z","caller":"traceutil/trace.go:171","msg":"trace[294563941] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8257; }","duration":"989.847241ms","start":"2026-03-03T20:21:29.23021Z","end":"2026-03-03T20:21:30.220057Z","steps":["trace[294563941] 'agreement among raft nodes before linearized reading' (duration: 986.936434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.220154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:29.230181Z","time spent":"989.949594ms","remote":"127.0.0.1:60326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:21:30.217209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:29.347434Z","time spent":"869.760884ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T20:21:30.217178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143819297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:21:30.220502Z","caller":"traceutil/trace.go:171","msg":"trace[624332032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8257; }","duration":"2.147338208s","start":"2026-03-03T20:21:28.07315Z","end":"2026-03-03T20:21:30.220489Z","steps":["trace[624332032] 'agreement among raft nodes before linearized reading' (duration: 2.143686253s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.220543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:28.073124Z","time spent":"2.14740444s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T20:21:30.217291Z","caller":"traceutil/trace.go:171","msg":"trace[1243085771] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8257; }","duration":"515.974372ms","start":"2026-03-03T20:21:29.701306Z","end":"2026-03-03T20:21:30.21728Z","steps":["trace[1243085771] 'agreement among raft nodes before linearized reading' (duration: 515.921551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.220601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:29.701279Z","time spent":"519.304719ms","remote":"127.0.0.1:42840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:21:30.217296Z","caller":"traceutil/trace.go:171","msg":"trace[1522199902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8257; }","duration":"252.77128ms","start":"2026-03-03T20:21:29.964504Z","end":"2026-03-03T20:21:30.217275Z","steps":["trace[1522199902] 'agreement among raft nodes before linearized reading' (duration: 252.628256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.217389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:29.075201Z","time spent":"1.142182351s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-6d6978595b-2kkp2.18996e5286af5bb2\" "} {"level":"warn","ts":"2026-03-03T20:21:30.21749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:28.089931Z","time spent":"2.127552187s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T20:21:34.314473Z","caller":"traceutil/trace.go:171","msg":"trace[2049207206] transaction","detail":"{read_only:false; response_revision:8277; number_of_response:1; }","duration":"240.086994ms","start":"2026-03-03T20:21:34.074368Z","end":"2026-03-03T20:21:34.314455Z","steps":["trace[2049207206] 'process raft request' (duration: 239.94875ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:34.345008Z","caller":"traceutil/trace.go:171","msg":"trace[236561835] transaction","detail":"{read_only:false; response_revision:8278; number_of_response:1; }","duration":"163.435358ms","start":"2026-03-03T20:21:34.181542Z","end":"2026-03-03T20:21:34.344977Z","steps":["trace[236561835] 'process raft request' (duration: 163.141711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:34.490681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.966648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:21:34.490793Z","caller":"traceutil/trace.go:171","msg":"trace[2048256235] linearizableReadLoop","detail":"{readStateIndex:8603; appliedIndex:8602; }","duration":"140.80674ms","start":"2026-03-03T20:21:34.349962Z","end":"2026-03-03T20:21:34.490769Z","steps":["trace[2048256235] 'read index received' (duration: 7.662899ms)","trace[2048256235] 'applied index is now lower than readState.Index' (duration: 133.142371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:34.491288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.316232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227518"} {"level":"info","ts":"2026-03-03T20:21:34.491343Z","caller":"traceutil/trace.go:171","msg":"trace[1142597532] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8281; }","duration":"141.394504ms","start":"2026-03-03T20:21:34.349934Z","end":"2026-03-03T20:21:34.491329Z","steps":["trace[1142597532] 'agreement among raft nodes before linearized reading' (duration: 140.901863ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:34.491324Z","caller":"traceutil/trace.go:171","msg":"trace[1406127320] transaction","detail":"{read_only:false; response_revision:8281; number_of_response:1; }","duration":"141.67262ms","start":"2026-03-03T20:21:34.349614Z","end":"2026-03-03T20:21:34.491286Z","steps":["trace[1406127320] 'compare' (duration: 132.862156ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:34.578265Z","caller":"traceutil/trace.go:171","msg":"trace[1723703312] transaction","detail":"{read_only:false; response_revision:8282; number_of_response:1; }","duration":"228.189706ms","start":"2026-03-03T20:21:34.350035Z","end":"2026-03-03T20:21:34.578225Z","steps":["trace[1723703312] 'process raft request' (duration: 227.93715ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:34.578588Z","caller":"traceutil/trace.go:171","msg":"trace[2078815500] transaction","detail":"{read_only:false; response_revision:8283; number_of_response:1; }","duration":"228.484664ms","start":"2026-03-03T20:21:34.350064Z","end":"2026-03-03T20:21:34.578549Z","steps":["trace[2078815500] 'process raft request' (duration: 228.104905ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:34.578757Z","caller":"traceutil/trace.go:171","msg":"trace[1786662810] transaction","detail":"{read_only:false; response_revision:8285; number_of_response:1; }","duration":"226.354124ms","start":"2026-03-03T20:21:34.352365Z","end":"2026-03-03T20:21:34.578719Z","steps":["trace[1786662810] 'process raft request' (duration: 226.284442ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:34.578816Z","caller":"traceutil/trace.go:171","msg":"trace[1675931976] transaction","detail":"{read_only:false; response_revision:8284; number_of_response:1; }","duration":"228.265278ms","start":"2026-03-03T20:21:34.350491Z","end":"2026-03-03T20:21:34.578757Z","steps":["trace[1675931976] 'process raft request' (duration: 227.991222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:35.172629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.04177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:21:35.172771Z","caller":"traceutil/trace.go:171","msg":"trace[427388644] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8285; }","duration":"500.245655ms","start":"2026-03-03T20:21:34.672491Z","end":"2026-03-03T20:21:35.172737Z","steps":["trace[427388644] 'count revisions from in-memory index tree' (duration: 499.944728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:35.172844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:34.672467Z","time spent":"500.355928ms","remote":"127.0.0.1:45806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:21:35.173003Z","caller":"traceutil/trace.go:171","msg":"trace[501435305] transaction","detail":"{read_only:false; response_revision:8286; number_of_response:1; }","duration":"445.290085ms","start":"2026-03-03T20:21:34.727636Z","end":"2026-03-03T20:21:35.172926Z","steps":["trace[501435305] 'process raft request' (duration: 436.865129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:35.173204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:34.727553Z","time spent":"445.53286ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:35.787727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.147384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T20:21:35.787841Z","caller":"traceutil/trace.go:171","msg":"trace[203055355] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8286; }","duration":"370.327918ms","start":"2026-03-03T20:21:35.417483Z","end":"2026-03-03T20:21:35.787811Z","steps":["trace[203055355] 'range keys from in-memory index tree' (duration: 369.810556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:35.788104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:35.417461Z","time spent":"370.611185ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-03T20:21:36.431231Z","caller":"traceutil/trace.go:171","msg":"trace[706314312] transaction","detail":"{read_only:false; response_revision:8287; number_of_response:1; }","duration":"281.62993ms","start":"2026-03-03T20:21:36.149576Z","end":"2026-03-03T20:21:36.431206Z","steps":["trace[706314312] 'process raft request' (duration: 281.490217ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:36.941498Z","caller":"traceutil/trace.go:171","msg":"trace[1868809221] linearizableReadLoop","detail":"{readStateIndex:8612; appliedIndex:8609; }","duration":"444.66439ms","start":"2026-03-03T20:21:36.4968Z","end":"2026-03-03T20:21:36.941464Z","steps":["trace[1868809221] 'read index received' (duration: 444.333272ms)","trace[1868809221] 'applied index is now lower than readState.Index' (duration: 329.868µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:36.941526Z","caller":"traceutil/trace.go:171","msg":"trace[1987883923] transaction","detail":"{read_only:false; response_revision:8289; number_of_response:1; }","duration":"590.537628ms","start":"2026-03-03T20:21:36.350951Z","end":"2026-03-03T20:21:36.941488Z","steps":["trace[1987883923] 'process raft request' (duration: 590.431896ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:36.941583Z","caller":"traceutil/trace.go:171","msg":"trace[731123133] transaction","detail":"{read_only:false; response_revision:8288; number_of_response:1; }","duration":"590.714313ms","start":"2026-03-03T20:21:36.35083Z","end":"2026-03-03T20:21:36.941544Z","steps":["trace[731123133] 'process raft request' (duration: 590.360974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:36.941731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.917636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:21:36.941686Z","caller":"traceutil/trace.go:171","msg":"trace[1902338685] transaction","detail":"{read_only:false; response_revision:8290; number_of_response:1; }","duration":"590.63195ms","start":"2026-03-03T20:21:36.350991Z","end":"2026-03-03T20:21:36.941623Z","steps":["trace[1902338685] 'process raft request' (duration: 590.433556ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:36.941781Z","caller":"traceutil/trace.go:171","msg":"trace[968455120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8290; }","duration":"445.033489ms","start":"2026-03-03T20:21:36.496738Z","end":"2026-03-03T20:21:36.941772Z","steps":["trace[968455120] 'agreement among raft nodes before linearized reading' (duration: 444.846525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:36.94177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:36.350908Z","time spent":"590.749843ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:36.941811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:36.496711Z","time spent":"445.0956ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:21:36.941803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:36.350804Z","time spent":"590.871677ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:36.942007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:36.350957Z","time spent":"590.856466ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:37.208008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.691193ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T20:21:37.208279Z","caller":"traceutil/trace.go:171","msg":"trace[1371299787] transaction","detail":"{read_only:false; response_revision:8291; number_of_response:1; }","duration":"261.981744ms","start":"2026-03-03T20:21:36.946278Z","end":"2026-03-03T20:21:37.208259Z","steps":["trace[1371299787] 'process raft request' (duration: 261.84117ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:37.208312Z","caller":"traceutil/trace.go:171","msg":"trace[1820466430] linearizableReadLoop","detail":"{readStateIndex:8613; appliedIndex:8612; }","duration":"266.669103ms","start":"2026-03-03T20:21:36.941597Z","end":"2026-03-03T20:21:37.208266Z","steps":["trace[1820466430] 'read index received' (duration: 75.733314ms)","trace[1820466430] 'applied index is now lower than readState.Index' (duration: 190.930269ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:37.208409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.689588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T20:21:37.208423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.192986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T20:21:37.208432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.023206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:21:37.208473Z","caller":"traceutil/trace.go:171","msg":"trace[1875834800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8291; }","duration":"625.79354ms","start":"2026-03-03T20:21:36.582665Z","end":"2026-03-03T20:21:37.208458Z","steps":["trace[1875834800] 'agreement among raft nodes before linearized reading' (duration: 625.627956ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:37.20848Z","caller":"traceutil/trace.go:171","msg":"trace[1441011287] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8291; }","duration":"625.291779ms","start":"2026-03-03T20:21:36.583175Z","end":"2026-03-03T20:21:37.208467Z","steps":["trace[1441011287] 'agreement among raft nodes before linearized reading' (duration: 625.094604ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:37.208493Z","caller":"traceutil/trace.go:171","msg":"trace[547405132] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8291; }","duration":"702.119579ms","start":"2026-03-03T20:21:36.506357Z","end":"2026-03-03T20:21:37.208476Z","steps":["trace[547405132] 'agreement among raft nodes before linearized reading' (duration: 702.000116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:37.20851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:36.583161Z","time spent":"625.343459ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:21:37.208508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:36.582641Z","time spent":"625.858171ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:21:37.208478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.82461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T20:21:37.208523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.96258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T20:21:37.208542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:36.506348Z","time spent":"702.18414ms","remote":"127.0.0.1:35910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:21:37.208552Z","caller":"traceutil/trace.go:171","msg":"trace[510490958] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8291; }","duration":"625.948393ms","start":"2026-03-03T20:21:36.582589Z","end":"2026-03-03T20:21:37.208538Z","steps":["trace[510490958] 'agreement among raft nodes before linearized reading' (duration: 625.689037ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:37.208561Z","caller":"traceutil/trace.go:171","msg":"trace[563741869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8291; }","duration":"625.027842ms","start":"2026-03-03T20:21:36.583523Z","end":"2026-03-03T20:21:37.208551Z","steps":["trace[563741869] 'agreement among raft nodes before linearized reading' (duration: 624.894349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:37.208413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.941531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:21:37.2086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:36.583511Z","time spent":"625.082013ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:21:37.20861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:36.582568Z","time spent":"626.021505ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:21:37.208614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.519314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-03T20:21:37.208633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.350616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:37.208663Z","caller":"traceutil/trace.go:171","msg":"trace[650800828] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8291; }","duration":"516.216527ms","start":"2026-03-03T20:21:36.692393Z","end":"2026-03-03T20:21:37.208609Z","steps":["trace[650800828] 'agreement among raft nodes before linearized reading' (duration: 515.92828ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:37.20871Z","caller":"traceutil/trace.go:171","msg":"trace[1378178794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8291; }","duration":"242.48508ms","start":"2026-03-03T20:21:36.966205Z","end":"2026-03-03T20:21:37.20869Z","steps":["trace[1378178794] 'agreement among raft nodes before linearized reading' (duration: 242.313626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:37.20873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.812347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:21:37.208764Z","caller":"traceutil/trace.go:171","msg":"trace[1387659723] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:8291; }","duration":"710.645877ms","start":"2026-03-03T20:21:36.498032Z","end":"2026-03-03T20:21:37.208678Z","steps":["trace[1387659723] 'agreement among raft nodes before linearized reading' (duration: 710.408272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:37.208799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:36.692368Z","time spent":"516.379131ms","remote":"127.0.0.1:42774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:21:37.208802Z","caller":"traceutil/trace.go:171","msg":"trace[902633129] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8291; }","duration":"145.946171ms","start":"2026-03-03T20:21:37.062835Z","end":"2026-03-03T20:21:37.208781Z","steps":["trace[902633129] 'agreement among raft nodes before linearized reading' (duration: 145.778657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:37.208836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:36.49801Z","time spent":"710.813651ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-9tmdb\" "} {"level":"warn","ts":"2026-03-03T20:21:37.584427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.385968ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:37.584615Z","caller":"traceutil/trace.go:171","msg":"trace[1396961864] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8291; }","duration":"130.594103ms","start":"2026-03-03T20:21:37.453995Z","end":"2026-03-03T20:21:37.584589Z","steps":["trace[1396961864] 'range keys from in-memory index tree' (duration: 130.363067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:37.584768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.299147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:21:37.584868Z","caller":"traceutil/trace.go:171","msg":"trace[1818152977] linearizableReadLoop","detail":"{readStateIndex:8615; appliedIndex:8614; }","duration":"369.293754ms","start":"2026-03-03T20:21:37.215554Z","end":"2026-03-03T20:21:37.584847Z","steps":["trace[1818152977] 'read index received' (duration: 102.013636ms)","trace[1818152977] 'applied index is now lower than readState.Index' (duration: 267.278888ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:37.584989Z","caller":"traceutil/trace.go:171","msg":"trace[1829729219] transaction","detail":"{read_only:false; response_revision:8292; number_of_response:1; }","duration":"371.782962ms","start":"2026-03-03T20:21:37.213153Z","end":"2026-03-03T20:21:37.584936Z","steps":["trace[1829729219] 'process raft request' (duration: 104.215618ms)","trace[1829729219] 'compare' (duration: 267.188895ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:37.585051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:37.213137Z","time spent":"371.880835ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:37.585341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.735835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19564"} {"level":"info","ts":"2026-03-03T20:21:37.585421Z","caller":"traceutil/trace.go:171","msg":"trace[726782542] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8292; }","duration":"369.896358ms","start":"2026-03-03T20:21:37.215506Z","end":"2026-03-03T20:21:37.585403Z","steps":["trace[726782542] 'agreement among raft nodes before linearized reading' (duration: 369.604811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:37.585468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:37.215487Z","time spent":"369.97174ms","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19587,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T20:21:37.600803Z","caller":"traceutil/trace.go:171","msg":"trace[49078659] transaction","detail":"{read_only:false; response_revision:8293; number_of_response:1; }","duration":"385.090392ms","start":"2026-03-03T20:21:37.215697Z","end":"2026-03-03T20:21:37.600787Z","steps":["trace[49078659] 'process raft request' (duration: 384.972499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:37.600885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:37.215679Z","time spent":"385.166283ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:37.601096Z","caller":"traceutil/trace.go:171","msg":"trace[1014996080] transaction","detail":"{read_only:false; response_revision:8294; number_of_response:1; }","duration":"385.188154ms","start":"2026-03-03T20:21:37.215875Z","end":"2026-03-03T20:21:37.601063Z","steps":["trace[1014996080] 'process raft request' (duration: 384.870317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:37.601243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:37.215869Z","time spent":"385.294726ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:37.601244Z","caller":"traceutil/trace.go:171","msg":"trace[101228210] transaction","detail":"{read_only:false; response_revision:8295; number_of_response:1; }","duration":"384.445027ms","start":"2026-03-03T20:21:37.216773Z","end":"2026-03-03T20:21:37.601218Z","steps":["trace[101228210] 'process raft request' (duration: 384.220821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:37.601415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:37.216743Z","time spent":"384.594641ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:37.601638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.124942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227518"} {"level":"info","ts":"2026-03-03T20:21:37.601687Z","caller":"traceutil/trace.go:171","msg":"trace[1992486015] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8295; }","duration":"385.230665ms","start":"2026-03-03T20:21:37.216444Z","end":"2026-03-03T20:21:37.601675Z","steps":["trace[1992486015] 'agreement among raft nodes before linearized reading' (duration: 384.704443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:37.601724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:37.216417Z","time spent":"385.297226ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227541,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T20:21:37.841739Z","caller":"traceutil/trace.go:171","msg":"trace[107127472] transaction","detail":"{read_only:false; response_revision:8296; number_of_response:1; }","duration":"112.699005ms","start":"2026-03-03T20:21:37.729015Z","end":"2026-03-03T20:21:37.841714Z","steps":["trace[107127472] 'process raft request' (duration: 21.92073ms)","trace[107127472] 'compare' (duration: 90.529539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:39.465837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875464280,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:21:39.96596Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875464280,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:21:40.352424Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.404729324s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:21:40.35272Z","caller":"traceutil/trace.go:171","msg":"trace[1836787375] transaction","detail":"{read_only:false; response_revision:8297; number_of_response:1; }","duration":"1.405111983s","start":"2026-03-03T20:21:38.947588Z","end":"2026-03-03T20:21:40.3527Z","steps":["trace[1836787375] 'process raft request' (duration: 1.40497064s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:40.352859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:38.947563Z","time spent":"1.405223365s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:40.949851Z","caller":"traceutil/trace.go:171","msg":"trace[1168221459] linearizableReadLoop","detail":"{readStateIndex:8622; appliedIndex:8619; }","duration":"1.984741511s","start":"2026-03-03T20:21:38.965084Z","end":"2026-03-03T20:21:40.949825Z","steps":["trace[1168221459] 'read index received' (duration: 1.387501193s)","trace[1168221459] 'applied index is now lower than readState.Index' (duration: 597.239278ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:40.950334Z","caller":"traceutil/trace.go:171","msg":"trace[1947932230] transaction","detail":"{read_only:false; response_revision:8299; number_of_response:1; }","duration":"2.002520325s","start":"2026-03-03T20:21:38.947807Z","end":"2026-03-03T20:21:40.950327Z","steps":["trace[1947932230] 'process raft request' (duration: 2.001989543s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:40.950328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985220982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:21:40.950411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:38.947783Z","time spent":"2.002569666s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:40.950409Z","caller":"traceutil/trace.go:171","msg":"trace[1129874280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8299; }","duration":"1.985349675s","start":"2026-03-03T20:21:38.965038Z","end":"2026-03-03T20:21:40.950388Z","steps":["trace[1129874280] 'agreement among raft nodes before linearized reading' (duration: 1.985023317s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:40.950454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:38.965017Z","time spent":"1.985428856s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:21:40.950458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.831109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:21:40.950525Z","caller":"traceutil/trace.go:171","msg":"trace[863162972] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8299; }","duration":"900.942551ms","start":"2026-03-03T20:21:40.049565Z","end":"2026-03-03T20:21:40.950507Z","steps":["trace[863162972] 'agreement among raft nodes before linearized reading' (duration: 900.807658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:40.950609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:40.049544Z","time spent":"901.050033ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":14,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:21:40.950628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354844225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T20:21:40.950651Z","caller":"traceutil/trace.go:171","msg":"trace[947723026] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8299; }","duration":"1.354907257s","start":"2026-03-03T20:21:39.595736Z","end":"2026-03-03T20:21:40.950644Z","steps":["trace[947723026] 'agreement among raft nodes before linearized reading' (duration: 1.354759413s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:40.950666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:39.595714Z","time spent":"1.354948617s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:21:40.950695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345919647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T20:21:40.950724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344499674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T20:21:40.950767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737522681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:21:40.950785Z","caller":"traceutil/trace.go:171","msg":"trace[306883557] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8299; }","duration":"1.34604901s","start":"2026-03-03T20:21:39.604716Z","end":"2026-03-03T20:21:40.950765Z","steps":["trace[306883557] 'agreement among raft nodes before linearized reading' (duration: 1.345686772s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:40.95081Z","caller":"traceutil/trace.go:171","msg":"trace[957744191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8299; }","duration":"1.344569686s","start":"2026-03-03T20:21:39.606208Z","end":"2026-03-03T20:21:40.950778Z","steps":["trace[957744191] 'agreement among raft nodes before linearized reading' (duration: 1.344375101s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:40.950743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346653164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T20:21:40.95083Z","caller":"traceutil/trace.go:171","msg":"trace[1521046449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8299; }","duration":"1.737630304s","start":"2026-03-03T20:21:39.213185Z","end":"2026-03-03T20:21:40.950815Z","steps":["trace[1521046449] 'agreement among raft nodes before linearized reading' (duration: 1.73745842s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:40.950801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339670131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-03T20:21:40.950869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:39.213165Z","time spent":"1.737696055s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:21:40.950857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:39.606162Z","time spent":"1.344682038s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T20:21:40.950931Z","caller":"traceutil/trace.go:171","msg":"trace[1135561690] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:8299; }","duration":"1.339814015s","start":"2026-03-03T20:21:39.611084Z","end":"2026-03-03T20:21:40.950898Z","steps":["trace[1135561690] 'agreement among raft nodes before linearized reading' (duration: 1.339401285s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:40.950858Z","caller":"traceutil/trace.go:171","msg":"trace[1015781237] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8299; }","duration":"1.346784857s","start":"2026-03-03T20:21:39.604067Z","end":"2026-03-03T20:21:40.950852Z","steps":["trace[1015781237] 'agreement among raft nodes before linearized reading' (duration: 1.346642284s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:40.951006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:39.611026Z","time spent":"1.339966219s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-9tmdb\" "} {"level":"warn","ts":"2026-03-03T20:21:40.950685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876466227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6d6978595b-2kkp2.18996e5286af5bb2\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-03T20:21:40.951042Z","caller":"traceutil/trace.go:171","msg":"trace[933275687] transaction","detail":"{read_only:false; response_revision:8298; number_of_response:1; }","duration":"2.002649608s","start":"2026-03-03T20:21:38.947649Z","end":"2026-03-03T20:21:40.950298Z","steps":["trace[933275687] 'process raft request' (duration: 2.002009723s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:40.951104Z","caller":"traceutil/trace.go:171","msg":"trace[1579985963] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6d6978595b-2kkp2.18996e5286af5bb2; range_end:; response_count:1; response_revision:8299; }","duration":"1.876944819s","start":"2026-03-03T20:21:39.074138Z","end":"2026-03-03T20:21:40.951083Z","steps":["trace[1579985963] 'agreement among raft nodes before linearized reading' (duration: 1.876252983s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:40.950839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:39.604709Z","time spent":"1.346119162s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:21:40.951101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:39.604055Z","time spent":"1.346990852s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:21:40.951154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:39.074119Z","time spent":"1.877020941s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-6d6978595b-2kkp2.18996e5286af5bb2\" "} {"level":"warn","ts":"2026-03-03T20:21:40.951191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:38.947617Z","time spent":"2.003494008s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:41.327672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.794262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:21:41.327771Z","caller":"traceutil/trace.go:171","msg":"trace[1215015057] transaction","detail":"{read_only:false; response_revision:8300; number_of_response:1; }","duration":"373.758558ms","start":"2026-03-03T20:21:40.953994Z","end":"2026-03-03T20:21:41.327753Z","steps":["trace[1215015057] 'process raft request' (duration: 10.809162ms)","trace[1215015057] 'compare' (duration: 362.69072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:41.32783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:40.953976Z","time spent":"373.83176ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:41.407304Z","caller":"traceutil/trace.go:171","msg":"trace[553945235] linearizableReadLoop","detail":"{readStateIndex:8627; appliedIndex:8622; }","duration":"450.751252ms","start":"2026-03-03T20:21:40.956528Z","end":"2026-03-03T20:21:41.407279Z","steps":["trace[553945235] 'read index received' (duration: 8.348444ms)","trace[553945235] 'applied index is now lower than readState.Index' (duration: 442.401488ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:41.407604Z","caller":"traceutil/trace.go:171","msg":"trace[287607684] transaction","detail":"{read_only:false; response_revision:8301; number_of_response:1; }","duration":"452.564774ms","start":"2026-03-03T20:21:40.955026Z","end":"2026-03-03T20:21:41.407591Z","steps":["trace[287607684] 'process raft request' (duration: 451.913369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:41.40772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:40.954992Z","time spent":"452.648556ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:41.40784Z","caller":"traceutil/trace.go:171","msg":"trace[2007132848] transaction","detail":"{read_only:false; response_revision:8302; number_of_response:1; }","duration":"452.204745ms","start":"2026-03-03T20:21:40.955625Z","end":"2026-03-03T20:21:41.40783Z","steps":["trace[2007132848] 'process raft request' (duration: 451.477728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:41.407909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:40.955612Z","time spent":"452.254777ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:41.408186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.153668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:41.408229Z","caller":"traceutil/trace.go:171","msg":"trace[844543958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8305; }","duration":"447.222869ms","start":"2026-03-03T20:21:40.960994Z","end":"2026-03-03T20:21:41.408217Z","steps":["trace[844543958] 'agreement among raft nodes before linearized reading' (duration: 447.118467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:41.408266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:40.960979Z","time spent":"447.279161ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:21:41.408557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.99162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227518"} {"level":"info","ts":"2026-03-03T20:21:41.40867Z","caller":"traceutil/trace.go:171","msg":"trace[1346128327] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8305; }","duration":"452.152284ms","start":"2026-03-03T20:21:40.956494Z","end":"2026-03-03T20:21:41.408646Z","steps":["trace[1346128327] 'agreement among raft nodes before linearized reading' (duration: 451.500669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:41.408742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:40.956472Z","time spent":"452.256966ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227541,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T20:21:41.408932Z","caller":"traceutil/trace.go:171","msg":"trace[1137991116] transaction","detail":"{read_only:false; response_revision:8304; number_of_response:1; }","duration":"452.610475ms","start":"2026-03-03T20:21:40.956309Z","end":"2026-03-03T20:21:41.40892Z","steps":["trace[1137991116] 'process raft request' (duration: 450.896535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:41.409045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:40.956298Z","time spent":"452.712288ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:41.409124Z","caller":"traceutil/trace.go:171","msg":"trace[179532697] transaction","detail":"{read_only:false; response_revision:8305; number_of_response:1; }","duration":"452.207445ms","start":"2026-03-03T20:21:40.956899Z","end":"2026-03-03T20:21:41.409106Z","steps":["trace[179532697] 'process raft request' (duration: 450.344012ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:41.409228Z","caller":"traceutil/trace.go:171","msg":"trace[1470859886] transaction","detail":"{read_only:false; response_revision:8303; number_of_response:1; }","duration":"453.402614ms","start":"2026-03-03T20:21:40.955811Z","end":"2026-03-03T20:21:41.409214Z","steps":["trace[1470859886] 'process raft request' (duration: 451.342416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:41.409252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:40.956887Z","time spent":"452.281538ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:41.409308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:40.955803Z","time spent":"453.467195ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:42.229196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.006827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:42.229306Z","caller":"traceutil/trace.go:171","msg":"trace[1554402948] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8305; }","duration":"466.139501ms","start":"2026-03-03T20:21:41.763139Z","end":"2026-03-03T20:21:42.229279Z","steps":["trace[1554402948] 'count revisions from in-memory index tree' (duration: 465.875344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:42.229299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.709555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:21:42.229361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:41.76306Z","time spent":"466.285024ms","remote":"127.0.0.1:59934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:21:42.229385Z","caller":"traceutil/trace.go:171","msg":"trace[1297163451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8305; }","duration":"263.839927ms","start":"2026-03-03T20:21:41.965516Z","end":"2026-03-03T20:21:42.229356Z","steps":["trace[1297163451] 'range keys from in-memory index tree' (duration: 263.582461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:42.22942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.514739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T20:21:42.229474Z","caller":"traceutil/trace.go:171","msg":"trace[1662303644] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:8305; }","duration":"672.638021ms","start":"2026-03-03T20:21:41.556821Z","end":"2026-03-03T20:21:42.229459Z","steps":["trace[1662303644] 'range keys from in-memory index tree' (duration: 672.298043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:42.229499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:41.556791Z","time spent":"672.702773ms","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"info","ts":"2026-03-03T20:21:42.541379Z","caller":"traceutil/trace.go:171","msg":"trace[260942627] transaction","detail":"{read_only:false; response_revision:8306; number_of_response:1; }","duration":"230.797877ms","start":"2026-03-03T20:21:42.310515Z","end":"2026-03-03T20:21:42.541313Z","steps":["trace[260942627] 'process raft request' (duration: 157.748355ms)","trace[260942627] 'compare' (duration: 72.888518ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:42.56781Z","caller":"traceutil/trace.go:171","msg":"trace[1370634986] transaction","detail":"{read_only:false; response_revision:8307; number_of_response:1; }","duration":"210.893274ms","start":"2026-03-03T20:21:42.356889Z","end":"2026-03-03T20:21:42.567782Z","steps":["trace[1370634986] 'process raft request' (duration: 210.708439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:43.225564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.874588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:21:43.225656Z","caller":"traceutil/trace.go:171","msg":"trace[2068219470] linearizableReadLoop","detail":"{readStateIndex:8633; appliedIndex:8631; }","duration":"258.538314ms","start":"2026-03-03T20:21:42.967102Z","end":"2026-03-03T20:21:43.22564Z","steps":["trace[2068219470] 'read index received' (duration: 26.870236ms)","trace[2068219470] 'applied index is now lower than readState.Index' (duration: 231.666528ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:43.225751Z","caller":"traceutil/trace.go:171","msg":"trace[5025704] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"265.609249ms","start":"2026-03-03T20:21:42.960114Z","end":"2026-03-03T20:21:43.225723Z","steps":["trace[5025704] 'process raft request' (duration: 80.498446ms)","trace[5025704] 'compare' (duration: 184.768025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:43.225784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.687947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:43.225813Z","caller":"traceutil/trace.go:171","msg":"trace[284274148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8309; }","duration":"258.740348ms","start":"2026-03-03T20:21:42.967063Z","end":"2026-03-03T20:21:43.225803Z","steps":["trace[284274148] 'agreement among raft nodes before linearized reading' (duration: 258.658877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:46.81734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093235941s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:21:46.817765Z","caller":"traceutil/trace.go:171","msg":"trace[1193421822] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"217.677671ms","start":"2026-03-03T20:21:46.600064Z","end":"2026-03-03T20:21:46.817742Z","steps":["trace[1193421822] 'process raft request' (duration: 217.62252ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:46.817979Z","caller":"traceutil/trace.go:171","msg":"trace[171836905] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8331; }","duration":"1.519441272s","start":"2026-03-03T20:21:45.298502Z","end":"2026-03-03T20:21:46.817943Z","steps":["trace[171836905] 'process raft request' (duration: 1.518978271s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:46.818055Z","caller":"traceutil/trace.go:171","msg":"trace[1291284509] transaction","detail":"{read_only:false; response_revision:8330; number_of_response:1; }","duration":"1.51978195s","start":"2026-03-03T20:21:45.298245Z","end":"2026-03-03T20:21:46.818027Z","steps":["trace[1291284509] 'process raft request' (duration: 425.72791ms)","trace[1291284509] 'compare' (duration: 1.093014676s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:46.81807Z","caller":"traceutil/trace.go:171","msg":"trace[131301493] linearizableReadLoop","detail":"{readStateIndex:8656; appliedIndex:8653; }","duration":"1.429369663s","start":"2026-03-03T20:21:45.388658Z","end":"2026-03-03T20:21:46.818028Z","steps":["trace[131301493] 'read index received' (duration: 335.337263ms)","trace[131301493] 'applied index is now lower than readState.Index' (duration: 1.094015399s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:46.818201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429542747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:21:46.818226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:45.298482Z","time spent":"1.519593236s","remote":"127.0.0.1:45770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-03T20:21:46.818254Z","caller":"traceutil/trace.go:171","msg":"trace[600265894] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8333; }","duration":"1.429602019s","start":"2026-03-03T20:21:45.388637Z","end":"2026-03-03T20:21:46.818239Z","steps":["trace[600265894] 'agreement among raft nodes before linearized reading' (duration: 1.429515387s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:46.818261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:45.298229Z","time spent":"1.519936154s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4652,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:46.818324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:45.388556Z","time spent":"1.429757042s","remote":"127.0.0.1:45906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:21:46.818005Z","caller":"traceutil/trace.go:171","msg":"trace[848486360] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"1.470465131s","start":"2026-03-03T20:21:45.347506Z","end":"2026-03-03T20:21:46.817971Z","steps":["trace[848486360] 'process raft request' (duration: 1.470103723s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:46.819215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:45.347469Z","time spent":"1.47165987s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:47.628582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.61785ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T20:21:47.629107Z","caller":"traceutil/trace.go:171","msg":"trace[1861154721] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"814.101806ms","start":"2026-03-03T20:21:46.81498Z","end":"2026-03-03T20:21:47.629082Z","steps":["trace[1861154721] 'process raft request' (duration: 813.753438ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:47.629149Z","caller":"traceutil/trace.go:171","msg":"trace[478457454] linearizableReadLoop","detail":"{readStateIndex:8659; appliedIndex:8657; }","duration":"810.973634ms","start":"2026-03-03T20:21:46.818162Z","end":"2026-03-03T20:21:47.629135Z","steps":["trace[478457454] 'read index received' (duration: 483.843442ms)","trace[478457454] 'applied index is now lower than readState.Index' (duration: 327.128832ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:47.629215Z","caller":"traceutil/trace.go:171","msg":"trace[957175930] transaction","detail":"{read_only:false; response_revision:8336; number_of_response:1; }","duration":"621.813287ms","start":"2026-03-03T20:21:47.007385Z","end":"2026-03-03T20:21:47.629198Z","steps":["trace[957175930] 'process raft request' (duration: 621.731175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:47.629337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:47.007348Z","time spent":"621.91721ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:47.629358Z","caller":"traceutil/trace.go:171","msg":"trace[177108761] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"801.80187ms","start":"2026-03-03T20:21:46.827517Z","end":"2026-03-03T20:21:47.629319Z","steps":["trace[177108761] 'process raft request' (duration: 801.504593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:47.629379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11689605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T20:21:47.629562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:46.827505Z","time spent":"801.948103ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T20:21:47.629482Z","caller":"traceutil/trace.go:171","msg":"trace[1029915929] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8336; }","duration":"2.117031963s","start":"2026-03-03T20:21:45.512426Z","end":"2026-03-03T20:21:47.629458Z","steps":["trace[1029915929] 'agreement among raft nodes before linearized reading' (duration: 2.116722286s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:47.629683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:45.512414Z","time spent":"2.117254258s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:21:47.629943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.150500023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:21:47.62999Z","caller":"traceutil/trace.go:171","msg":"trace[324574985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8337; }","duration":"2.150601505s","start":"2026-03-03T20:21:45.479377Z","end":"2026-03-03T20:21:47.629978Z","steps":["trace[324574985] 'agreement among raft nodes before linearized reading' (duration: 2.149867928s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:47.630028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:45.479348Z","time spent":"2.150672187s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:21:47.630026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.760701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:47.630074Z","caller":"traceutil/trace.go:171","msg":"trace[92243817] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8337; }","duration":"298.851363ms","start":"2026-03-03T20:21:47.331206Z","end":"2026-03-03T20:21:47.630057Z","steps":["trace[92243817] 'agreement among raft nodes before linearized reading' (duration: 298.780421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:47.630095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200369395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-03T20:21:47.630099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63020296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:47.63014Z","caller":"traceutil/trace.go:171","msg":"trace[88197672] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:8337; }","duration":"2.200482918s","start":"2026-03-03T20:21:45.429644Z","end":"2026-03-03T20:21:47.630127Z","steps":["trace[88197672] 'agreement among raft nodes before linearized reading' (duration: 2.199633178s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:47.630157Z","caller":"traceutil/trace.go:171","msg":"trace[1186700467] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8337; }","duration":"1.630322394s","start":"2026-03-03T20:21:45.999814Z","end":"2026-03-03T20:21:47.630137Z","steps":["trace[1186700467] 'agreement among raft nodes before linearized reading' (duration: 1.629472204s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:47.630118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.565348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-7cczl\" ","response":"range_response_count:1 size:2801"} {"level":"warn","ts":"2026-03-03T20:21:47.630198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:45.99977Z","time spent":"1.630417926s","remote":"127.0.0.1:38988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:21:47.630199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.887646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414421"} {"level":"warn","ts":"2026-03-03T20:21:47.630189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.710406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-03T20:21:47.630265Z","caller":"traceutil/trace.go:171","msg":"trace[1957499853] transaction","detail":"{read_only:false; response_revision:8337; number_of_response:1; }","duration":"390.12913ms","start":"2026-03-03T20:21:47.240124Z","end":"2026-03-03T20:21:47.630253Z","steps":["trace[1957499853] 'process raft request' (duration: 389.036064ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:47.630286Z","caller":"traceutil/trace.go:171","msg":"trace[449113373] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8337; }","duration":"606.0355ms","start":"2026-03-03T20:21:47.024233Z","end":"2026-03-03T20:21:47.630268Z","steps":["trace[449113373] 'agreement among raft nodes before linearized reading' (duration: 605.678162ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:47.630307Z","caller":"traceutil/trace.go:171","msg":"trace[754493041] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8337; }","duration":"215.91062ms","start":"2026-03-03T20:21:47.414373Z","end":"2026-03-03T20:21:47.630284Z","steps":["trace[754493041] 'agreement among raft nodes before linearized reading' (duration: 215.524811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:47.630328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:47.024216Z","time spent":"606.104611ms","remote":"127.0.0.1:35884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414444,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T20:21:47.630347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.454202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:21:47.630351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:47.240091Z","time spent":"390.212731ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:47.630367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.682434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7cczl\" ","response":"range_response_count:1 size:4667"} {"level":"warn","ts":"2026-03-03T20:21:47.630327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117654278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:21:47.630382Z","caller":"traceutil/trace.go:171","msg":"trace[1530585528] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8337; }","duration":"455.546413ms","start":"2026-03-03T20:21:47.174826Z","end":"2026-03-03T20:21:47.630373Z","steps":["trace[1530585528] 'agreement among raft nodes before linearized reading' (duration: 455.39343ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:47.630401Z","caller":"traceutil/trace.go:171","msg":"trace[1222255923] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-7cczl; range_end:; response_count:1; response_revision:8337; }","duration":"803.741895ms","start":"2026-03-03T20:21:46.82665Z","end":"2026-03-03T20:21:47.630392Z","steps":["trace[1222255923] 'agreement among raft nodes before linearized reading' (duration: 803.628942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:47.630427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:47.174796Z","time spent":"455.616875ms","remote":"127.0.0.1:45770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":102,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:21:47.630248Z","caller":"traceutil/trace.go:171","msg":"trace[676569805] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-7cczl; range_end:; response_count:1; response_revision:8337; }","duration":"808.737141ms","start":"2026-03-03T20:21:46.821487Z","end":"2026-03-03T20:21:47.630224Z","steps":["trace[676569805] 'agreement among raft nodes before linearized reading' (duration: 808.359812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:47.630447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:46.826643Z","time spent":"803.794586ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4690,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7cczl\" "} {"level":"info","ts":"2026-03-03T20:21:47.630423Z","caller":"traceutil/trace.go:171","msg":"trace[1610070961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8337; }","duration":"2.117840262s","start":"2026-03-03T20:21:45.512568Z","end":"2026-03-03T20:21:47.630408Z","steps":["trace[1610070961] 'agreement among raft nodes before linearized reading' (duration: 2.116619004s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:47.630473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:46.821473Z","time spent":"808.991377ms","remote":"127.0.0.1:38898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2824,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-7cczl\" "} {"level":"warn","ts":"2026-03-03T20:21:47.63037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:46.814949Z","time spent":"814.22967ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:47.630185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:45.429606Z","time spent":"2.20057162s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-9tmdb\" "} {"level":"warn","ts":"2026-03-03T20:21:47.630727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.67892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7cczl\" ","response":"range_response_count:1 size:4667"} {"level":"info","ts":"2026-03-03T20:21:47.630772Z","caller":"traceutil/trace.go:171","msg":"trace[709115399] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-7cczl; range_end:; response_count:1; response_revision:8337; }","duration":"808.720961ms","start":"2026-03-03T20:21:46.82204Z","end":"2026-03-03T20:21:47.630761Z","steps":["trace[709115399] 'agreement among raft nodes before linearized reading' (duration: 808.625209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:47.630804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:46.82202Z","time spent":"808.777912ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4690,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7cczl\" "} {"level":"warn","ts":"2026-03-03T20:21:47.630523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11945323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T20:21:47.630993Z","caller":"traceutil/trace.go:171","msg":"trace[630805439] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8337; }","duration":"2.119969101s","start":"2026-03-03T20:21:45.511012Z","end":"2026-03-03T20:21:47.630981Z","steps":["trace[630805439] 'agreement among raft nodes before linearized reading' (duration: 2.118242671s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:47.631033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:45.510975Z","time spent":"2.120047273s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:21:47.631241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664463799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:21:47.631018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118822575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:21:47.631388Z","caller":"traceutil/trace.go:171","msg":"trace[1698153946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8337; }","duration":"2.119220065s","start":"2026-03-03T20:21:45.512156Z","end":"2026-03-03T20:21:47.631376Z","steps":["trace[1698153946] 'agreement among raft nodes before linearized reading' (duration: 2.117147926s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:47.631428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:45.51214Z","time spent":"2.119280636s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T20:21:47.63146Z","caller":"traceutil/trace.go:171","msg":"trace[26297400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8337; }","duration":"1.664540751s","start":"2026-03-03T20:21:45.966732Z","end":"2026-03-03T20:21:47.631273Z","steps":["trace[26297400] 'agreement among raft nodes before linearized reading' (duration: 1.664188393s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:47.630515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:45.512484Z","time spent":"2.118018546s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:21:47.631511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:45.966708Z","time spent":"1.664792637s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:21:47.829737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.293616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7cczl\" ","response":"range_response_count:1 size:4667"} {"level":"info","ts":"2026-03-03T20:21:47.82983Z","caller":"traceutil/trace.go:171","msg":"trace[1207354466] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-7cczl; range_end:; response_count:1; response_revision:8337; }","duration":"194.42225ms","start":"2026-03-03T20:21:47.635386Z","end":"2026-03-03T20:21:47.829808Z","steps":["trace[1207354466] 'range keys from in-memory index tree' (duration: 194.086481ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:47.83035Z","caller":"traceutil/trace.go:171","msg":"trace[1840761291] linearizableReadLoop","detail":"{readStateIndex:8663; appliedIndex:8662; }","duration":"192.829263ms","start":"2026-03-03T20:21:47.637493Z","end":"2026-03-03T20:21:47.830322Z","steps":["trace[1840761291] 'read index received' (duration: 94.898511ms)","trace[1840761291] 'applied index is now lower than readState.Index' (duration: 97.929632ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:47.830563Z","caller":"traceutil/trace.go:171","msg":"trace[1330677494] transaction","detail":"{read_only:false; response_revision:8338; number_of_response:1; }","duration":"193.212271ms","start":"2026-03-03T20:21:47.637296Z","end":"2026-03-03T20:21:47.830508Z","steps":["trace[1330677494] 'process raft request' (duration: 94.934522ms)","trace[1330677494] 'compare' (duration: 97.631854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:47.830655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.13931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7cczl\" ","response":"range_response_count:1 size:4667"} {"level":"info","ts":"2026-03-03T20:21:47.83074Z","caller":"traceutil/trace.go:171","msg":"trace[712291132] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-7cczl; range_end:; response_count:1; response_revision:8338; }","duration":"193.252532ms","start":"2026-03-03T20:21:47.637468Z","end":"2026-03-03T20:21:47.83072Z","steps":["trace[712291132] 'agreement among raft nodes before linearized reading' (duration: 192.975276ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:47.835978Z","caller":"traceutil/trace.go:171","msg":"trace[601624484] transaction","detail":"{read_only:false; response_revision:8343; number_of_response:1; }","duration":"181.10509ms","start":"2026-03-03T20:21:47.654843Z","end":"2026-03-03T20:21:47.835948Z","steps":["trace[601624484] 'process raft request' (duration: 181.025728ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:47.836098Z","caller":"traceutil/trace.go:171","msg":"trace[89864691] transaction","detail":"{read_only:false; response_revision:8340; number_of_response:1; }","duration":"198.213158ms","start":"2026-03-03T20:21:47.63785Z","end":"2026-03-03T20:21:47.836063Z","steps":["trace[89864691] 'process raft request' (duration: 197.87433ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:47.836267Z","caller":"traceutil/trace.go:171","msg":"trace[1799726614] transaction","detail":"{read_only:false; response_revision:8341; number_of_response:1; }","duration":"198.365412ms","start":"2026-03-03T20:21:47.637888Z","end":"2026-03-03T20:21:47.836253Z","steps":["trace[1799726614] 'process raft request' (duration: 197.885891ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:47.836259Z","caller":"traceutil/trace.go:171","msg":"trace[894175970] transaction","detail":"{read_only:false; response_revision:8339; number_of_response:1; }","duration":"198.444863ms","start":"2026-03-03T20:21:47.637769Z","end":"2026-03-03T20:21:47.836214Z","steps":["trace[894175970] 'process raft request' (duration: 197.749917ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:47.836397Z","caller":"traceutil/trace.go:171","msg":"trace[457361153] transaction","detail":"{read_only:false; response_revision:8342; number_of_response:1; }","duration":"197.937202ms","start":"2026-03-03T20:21:47.638443Z","end":"2026-03-03T20:21:47.83638Z","steps":["trace[457361153] 'process raft request' (duration: 197.372369ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:48.059465Z","caller":"traceutil/trace.go:171","msg":"trace[691592594] linearizableReadLoop","detail":"{readStateIndex:8669; appliedIndex:8668; }","duration":"228.975955ms","start":"2026-03-03T20:21:47.830464Z","end":"2026-03-03T20:21:48.05944Z","steps":["trace[691592594] 'read index received' (duration: 5.969059ms)","trace[691592594] 'applied index is now lower than readState.Index' (duration: 223.005686ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:48.059572Z","caller":"traceutil/trace.go:171","msg":"trace[823976072] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"234.086484ms","start":"2026-03-03T20:21:47.825433Z","end":"2026-03-03T20:21:48.059519Z","steps":["trace[823976072] 'process raft request' (duration: 204.105406ms)","trace[823976072] 'compare' (duration: 29.732142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:48.059738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.186321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:48.059856Z","caller":"traceutil/trace.go:171","msg":"trace[1570653744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8344; }","duration":"405.355984ms","start":"2026-03-03T20:21:47.654475Z","end":"2026-03-03T20:21:48.05983Z","steps":["trace[1570653744] 'agreement among raft nodes before linearized reading' (duration: 405.051317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:48.05992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:47.65446Z","time spent":"405.450287ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:21:48.059975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.732936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227453"} {"level":"info","ts":"2026-03-03T20:21:48.060023Z","caller":"traceutil/trace.go:171","msg":"trace[1451555636] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8344; }","duration":"421.817217ms","start":"2026-03-03T20:21:47.638194Z","end":"2026-03-03T20:21:48.060011Z","steps":["trace[1451555636] 'agreement among raft nodes before linearized reading' (duration: 421.371457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:48.06007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:47.638188Z","time spent":"421.871879ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227476,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T20:21:48.15622Z","caller":"traceutil/trace.go:171","msg":"trace[1167096721] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"318.924241ms","start":"2026-03-03T20:21:47.837243Z","end":"2026-03-03T20:21:48.156167Z","steps":["trace[1167096721] 'process raft request' (duration: 318.530741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:48.156263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.496424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-7cczl\" ","response":"range_response_count:1 size:2801"} {"level":"warn","ts":"2026-03-03T20:21:48.156296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.0367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:21:48.156368Z","caller":"traceutil/trace.go:171","msg":"trace[1300008460] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-7cczl; range_end:; response_count:1; response_revision:8345; }","duration":"322.628657ms","start":"2026-03-03T20:21:47.833715Z","end":"2026-03-03T20:21:48.156344Z","steps":["trace[1300008460] 'agreement among raft nodes before linearized reading' (duration: 322.265258ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:48.156385Z","caller":"traceutil/trace.go:171","msg":"trace[1336336296] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8345; }","duration":"288.178694ms","start":"2026-03-03T20:21:47.868182Z","end":"2026-03-03T20:21:48.156361Z","steps":["trace[1336336296] 'agreement among raft nodes before linearized reading' (duration: 287.862677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:48.156423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.937844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-03T20:21:48.156508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:47.833578Z","time spent":"322.916153ms","remote":"127.0.0.1:38898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2824,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-7cczl\" "} {"level":"info","ts":"2026-03-03T20:21:48.156558Z","caller":"traceutil/trace.go:171","msg":"trace[1364674436] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8345; }","duration":"314.150329ms","start":"2026-03-03T20:21:47.842381Z","end":"2026-03-03T20:21:48.156531Z","steps":["trace[1364674436] 'agreement among raft nodes before linearized reading' (duration: 313.731359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:48.156442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:47.837215Z","time spent":"319.110195ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4632,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:48.156619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:47.842353Z","time spent":"314.255482ms","remote":"127.0.0.1:45770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":649,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"info","ts":"2026-03-03T20:21:48.409618Z","caller":"traceutil/trace.go:171","msg":"trace[1366938165] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"312.145913ms","start":"2026-03-03T20:21:48.097445Z","end":"2026-03-03T20:21:48.409591Z","steps":["trace[1366938165] 'process raft request' (duration: 311.794855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:48.409762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:48.097402Z","time spent":"312.281926ms","remote":"127.0.0.1:35884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414482,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:48.593885Z","caller":"traceutil/trace.go:171","msg":"trace[776957556] linearizableReadLoop","detail":"{readStateIndex:8672; appliedIndex:8670; }","duration":"432.390334ms","start":"2026-03-03T20:21:48.161464Z","end":"2026-03-03T20:21:48.593854Z","steps":["trace[776957556] 'read index received' (duration: 247.592789ms)","trace[776957556] 'applied index is now lower than readState.Index' (duration: 184.796145ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:48.594029Z","caller":"traceutil/trace.go:171","msg":"trace[30697363] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8347; }","duration":"434.158665ms","start":"2026-03-03T20:21:48.15983Z","end":"2026-03-03T20:21:48.593989Z","steps":["trace[30697363] 'process raft request' (duration: 396.902407ms)","trace[30697363] 'compare' (duration: 37.006252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:48.594185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.695001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:21:48.59423Z","caller":"traceutil/trace.go:171","msg":"trace[1091338016] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8347; }","duration":"432.819264ms","start":"2026-03-03T20:21:48.161399Z","end":"2026-03-03T20:21:48.594219Z","steps":["trace[1091338016] 'agreement among raft nodes before linearized reading' (duration: 432.611869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:48.594255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:48.159803Z","time spent":"434.336169ms","remote":"127.0.0.1:38898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-03T20:21:48.594269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:48.161354Z","time spent":"432.906536ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:21:48.594527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.734376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:48.594601Z","caller":"traceutil/trace.go:171","msg":"trace[1224390450] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8347; }","duration":"309.817418ms","start":"2026-03-03T20:21:48.284767Z","end":"2026-03-03T20:21:48.594584Z","steps":["trace[1224390450] 'agreement among raft nodes before linearized reading' (duration: 309.685435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:48.594649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:48.284704Z","time spent":"309.932181ms","remote":"127.0.0.1:46026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:21:48.594479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.127167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:48.594921Z","caller":"traceutil/trace.go:171","msg":"trace[1723742416] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:8347; }","duration":"432.607569ms","start":"2026-03-03T20:21:48.162289Z","end":"2026-03-03T20:21:48.594897Z","steps":["trace[1723742416] 'agreement among raft nodes before linearized reading' (duration: 432.073107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:48.5953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:48.162282Z","time spent":"433.000538ms","remote":"127.0.0.1:45754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"info","ts":"2026-03-03T20:21:48.777376Z","caller":"traceutil/trace.go:171","msg":"trace[625822844] linearizableReadLoop","detail":"{readStateIndex:8673; appliedIndex:8672; }","duration":"172.940739ms","start":"2026-03-03T20:21:48.604398Z","end":"2026-03-03T20:21:48.777339Z","steps":["trace[625822844] 'read index received' (duration: 90.236722ms)","trace[625822844] 'applied index is now lower than readState.Index' (duration: 82.702837ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:48.777555Z","caller":"traceutil/trace.go:171","msg":"trace[4115361] transaction","detail":"{read_only:false; response_revision:8348; number_of_response:1; }","duration":"176.785529ms","start":"2026-03-03T20:21:48.600706Z","end":"2026-03-03T20:21:48.777492Z","steps":["trace[4115361] 'process raft request' (duration: 93.98224ms)","trace[4115361] 'compare' (duration: 82.481382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:48.7778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.582906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:21:48.777819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.39823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7cczl\" ","response":"range_response_count:1 size:4647"} {"level":"warn","ts":"2026-03-03T20:21:48.777873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.506155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:48.777932Z","caller":"traceutil/trace.go:171","msg":"trace[493127153] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-7cczl; range_end:; response_count:1; response_revision:8348; }","duration":"173.616665ms","start":"2026-03-03T20:21:48.604289Z","end":"2026-03-03T20:21:48.777906Z","steps":["trace[493127153] 'agreement among raft nodes before linearized reading' (duration: 173.234286ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:48.777964Z","caller":"traceutil/trace.go:171","msg":"trace[233205372] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8348; }","duration":"116.634627ms","start":"2026-03-03T20:21:48.661309Z","end":"2026-03-03T20:21:48.777943Z","steps":["trace[233205372] 'agreement among raft nodes before linearized reading' (duration: 116.433812ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:48.777854Z","caller":"traceutil/trace.go:171","msg":"trace[1720074833] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8348; }","duration":"128.700559ms","start":"2026-03-03T20:21:48.649141Z","end":"2026-03-03T20:21:48.777842Z","steps":["trace[1720074833] 'agreement among raft nodes before linearized reading' (duration: 128.560965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:49.016897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.381548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:21:49.017165Z","caller":"traceutil/trace.go:171","msg":"trace[1843342433] transaction","detail":"{read_only:false; response_revision:8349; number_of_response:1; }","duration":"191.991253ms","start":"2026-03-03T20:21:48.825143Z","end":"2026-03-03T20:21:49.017135Z","steps":["trace[1843342433] 'process raft request' (duration: 67.234476ms)","trace[1843342433] 'compare' (duration: 124.247975ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:49.017041Z","caller":"traceutil/trace.go:171","msg":"trace[1487532748] linearizableReadLoop","detail":"{readStateIndex:8674; appliedIndex:8673; }","duration":"191.83592ms","start":"2026-03-03T20:21:48.825185Z","end":"2026-03-03T20:21:49.017021Z","steps":["trace[1487532748] 'read index received' (duration: 27.111µs)","trace[1487532748] 'applied index is now lower than readState.Index' (duration: 191.807389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:49.017496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.27869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-03T20:21:49.017554Z","caller":"traceutil/trace.go:171","msg":"trace[1870921595] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8349; }","duration":"192.382522ms","start":"2026-03-03T20:21:48.825157Z","end":"2026-03-03T20:21:49.01754Z","steps":["trace[1870921595] 'agreement among raft nodes before linearized reading' (duration: 192.104656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:49.293837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.744805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-03T20:21:49.293927Z","caller":"traceutil/trace.go:171","msg":"trace[957790191] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8350; }","duration":"172.881358ms","start":"2026-03-03T20:21:49.121022Z","end":"2026-03-03T20:21:49.293903Z","steps":["trace[957790191] 'range keys from in-memory index tree' (duration: 172.551141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:49.992975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875464440,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:21:50.07476Z","caller":"traceutil/trace.go:171","msg":"trace[1263406068] transaction","detail":"{read_only:false; response_revision:8352; number_of_response:1; }","duration":"696.491507ms","start":"2026-03-03T20:21:49.378233Z","end":"2026-03-03T20:21:50.074725Z","steps":["trace[1263406068] 'process raft request' (duration: 696.262772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:50.075016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:49.378194Z","time spent":"696.679872ms","remote":"127.0.0.1:42826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:50.255665Z","caller":"traceutil/trace.go:171","msg":"trace[2044470193] linearizableReadLoop","detail":"{readStateIndex:8679; appliedIndex:8676; }","duration":"763.14331ms","start":"2026-03-03T20:21:49.49249Z","end":"2026-03-03T20:21:50.255633Z","steps":["trace[2044470193] 'read index received' (duration: 581.194901ms)","trace[2044470193] 'applied index is now lower than readState.Index' (duration: 181.946979ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:50.255749Z","caller":"traceutil/trace.go:171","msg":"trace[309973712] transaction","detail":"{read_only:false; response_revision:8353; number_of_response:1; }","duration":"620.21634ms","start":"2026-03-03T20:21:49.635493Z","end":"2026-03-03T20:21:50.255709Z","steps":["trace[309973712] 'process raft request' (duration: 619.848571ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:50.255795Z","caller":"traceutil/trace.go:171","msg":"trace[1520979623] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"618.06094ms","start":"2026-03-03T20:21:49.637704Z","end":"2026-03-03T20:21:50.255765Z","steps":["trace[1520979623] 'process raft request' (duration: 617.857285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:50.255959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:49.637663Z","time spent":"618.188863ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:50.25607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.518678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19564"} {"level":"info","ts":"2026-03-03T20:21:50.256125Z","caller":"traceutil/trace.go:171","msg":"trace[763860000] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8354; }","duration":"763.690763ms","start":"2026-03-03T20:21:49.49242Z","end":"2026-03-03T20:21:50.256111Z","steps":["trace[763860000] 'agreement among raft nodes before linearized reading' (duration: 763.383396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:50.256167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:49.492392Z","time spent":"763.764254ms","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19587,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T20:21:50.25624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:49.635443Z","time spent":"620.384624ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:50.256529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.065604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:21:50.256566Z","caller":"traceutil/trace.go:171","msg":"trace[1138866493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8354; }","duration":"422.149205ms","start":"2026-03-03T20:21:49.834403Z","end":"2026-03-03T20:21:50.256553Z","steps":["trace[1138866493] 'agreement among raft nodes before linearized reading' (duration: 422.046043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:50.256605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:49.834372Z","time spent":"422.223057ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:21:50.256786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.164693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T20:21:50.256789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.03921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:21:50.256815Z","caller":"traceutil/trace.go:171","msg":"trace[973655000] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8354; }","duration":"415.205263ms","start":"2026-03-03T20:21:49.841601Z","end":"2026-03-03T20:21:50.256806Z","steps":["trace[973655000] 'agreement among raft nodes before linearized reading' (duration: 415.111551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:50.256845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:49.841411Z","time spent":"415.427849ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:21:50.256881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.353725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T20:21:50.256904Z","caller":"traceutil/trace.go:171","msg":"trace[808559547] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:8354; }","duration":"187.434547ms","start":"2026-03-03T20:21:50.069462Z","end":"2026-03-03T20:21:50.256897Z","steps":["trace[808559547] 'agreement among raft nodes before linearized reading' (duration: 187.374476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:50.256996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.609383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T20:21:50.257034Z","caller":"traceutil/trace.go:171","msg":"trace[1092961185] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8354; }","duration":"415.666374ms","start":"2026-03-03T20:21:49.841356Z","end":"2026-03-03T20:21:50.257022Z","steps":["trace[1092961185] 'agreement among raft nodes before linearized reading' (duration: 415.552822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:50.257074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:49.841342Z","time spent":"415.721505ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T20:21:50.256821Z","caller":"traceutil/trace.go:171","msg":"trace[1083603115] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8354; }","duration":"415.130571ms","start":"2026-03-03T20:21:49.841682Z","end":"2026-03-03T20:21:50.256813Z","steps":["trace[1083603115] 'agreement among raft nodes before linearized reading' (duration: 415.004518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:50.257275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.737849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T20:21:50.257275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:49.841643Z","time spent":"415.614053ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T20:21:50.257298Z","caller":"traceutil/trace.go:171","msg":"trace[1973391155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8354; }","duration":"416.827842ms","start":"2026-03-03T20:21:49.840463Z","end":"2026-03-03T20:21:50.257291Z","steps":["trace[1973391155] 'agreement among raft nodes before linearized reading' (duration: 416.74575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:50.257319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:49.840424Z","time spent":"416.890083ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:21:51.113813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.564349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:21:51.113953Z","caller":"traceutil/trace.go:171","msg":"trace[850362752] transaction","detail":"{read_only:false; response_revision:8355; number_of_response:1; }","duration":"851.682692ms","start":"2026-03-03T20:21:50.262239Z","end":"2026-03-03T20:21:51.113921Z","steps":["trace[850362752] 'process raft request' (duration: 181.916278ms)","trace[850362752] 'compare' (duration: 669.325444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:51.11403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:50.262218Z","time spent":"851.774094ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:52.287775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.071411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:21:52.288053Z","caller":"traceutil/trace.go:171","msg":"trace[617843740] linearizableReadLoop","detail":"{readStateIndex:8684; appliedIndex:8679; }","duration":"2.019387668s","start":"2026-03-03T20:21:50.268653Z","end":"2026-03-03T20:21:52.28804Z","steps":["trace[617843740] 'read index received' (duration: 175.468288ms)","trace[617843740] 'applied index is now lower than readState.Index' (duration: 1.8439185s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:52.288104Z","caller":"traceutil/trace.go:171","msg":"trace[792190848] transaction","detail":"{read_only:false; response_revision:8356; number_of_response:1; }","duration":"2.025317536s","start":"2026-03-03T20:21:50.262778Z","end":"2026-03-03T20:21:52.288096Z","steps":["trace[792190848] 'process raft request' (duration: 1.142855896s)","trace[792190848] 'compare' (duration: 881.918198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:52.288137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:50.262768Z","time spent":"2.025350117s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:52.288345Z","caller":"traceutil/trace.go:171","msg":"trace[1205458862] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"2.025528581s","start":"2026-03-03T20:21:50.262811Z","end":"2026-03-03T20:21:52.288339Z","steps":["trace[1205458862] 'process raft request' (duration: 2.025030279s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:52.288382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:50.262788Z","time spent":"2.025575421s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:52.288473Z","caller":"traceutil/trace.go:171","msg":"trace[1193581545] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"2.022002218s","start":"2026-03-03T20:21:50.266437Z","end":"2026-03-03T20:21:52.288439Z","steps":["trace[1193581545] 'process raft request' (duration: 2.021571708s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:52.288626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:50.266427Z","time spent":"2.022139842s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:52.288662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.020005402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19564"} {"level":"info","ts":"2026-03-03T20:21:52.288719Z","caller":"traceutil/trace.go:171","msg":"trace[2081966017] transaction","detail":"{read_only:false; response_revision:8358; number_of_response:1; }","duration":"2.025822758s","start":"2026-03-03T20:21:50.262864Z","end":"2026-03-03T20:21:52.288687Z","steps":["trace[2081966017] 'process raft request' (duration: 2.025120992s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:52.288769Z","caller":"traceutil/trace.go:171","msg":"trace[921670668] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8359; }","duration":"2.020098484s","start":"2026-03-03T20:21:50.26865Z","end":"2026-03-03T20:21:52.288748Z","steps":["trace[921670668] 'agreement among raft nodes before linearized reading' (duration: 2.01989505s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:52.288835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:50.268628Z","time spent":"2.020183996s","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19587,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T20:21:52.28887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:50.262818Z","time spent":"2.025975492s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:52.295853Z","caller":"traceutil/trace.go:171","msg":"trace[1809875007] transaction","detail":"{read_only:false; response_revision:8360; number_of_response:1; }","duration":"1.273033089s","start":"2026-03-03T20:21:51.022795Z","end":"2026-03-03T20:21:52.295828Z","steps":["trace[1809875007] 'process raft request' (duration: 1.272884316s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:52.296066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:51.022771Z","time spent":"1.273166953s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:52.652134Z","caller":"traceutil/trace.go:171","msg":"trace[316208116] linearizableReadLoop","detail":"{readStateIndex:8687; appliedIndex:8684; }","duration":"364.032091ms","start":"2026-03-03T20:21:52.288073Z","end":"2026-03-03T20:21:52.652106Z","steps":["trace[316208116] 'read index received' (duration: 7.712459ms)","trace[316208116] 'applied index is now lower than readState.Index' (duration: 356.318322ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:52.652137Z","caller":"traceutil/trace.go:171","msg":"trace[1303716847] transaction","detail":"{read_only:false; response_revision:8361; number_of_response:1; }","duration":"389.602437ms","start":"2026-03-03T20:21:52.2625Z","end":"2026-03-03T20:21:52.652103Z","steps":["trace[1303716847] 'process raft request' (duration: 316.089654ms)","trace[1303716847] 'compare' (duration: 72.911029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:52.652432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:52.262471Z","time spent":"389.865653ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:52.652603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685424428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:52.652574Z","caller":"traceutil/trace.go:171","msg":"trace[980669353] transaction","detail":"{read_only:false; response_revision:8362; number_of_response:1; }","duration":"388.094442ms","start":"2026-03-03T20:21:52.264403Z","end":"2026-03-03T20:21:52.652498Z","steps":["trace[980669353] 'process raft request' (duration: 387.445687ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:52.65265Z","caller":"traceutil/trace.go:171","msg":"trace[1584808320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8362; }","duration":"1.68554308s","start":"2026-03-03T20:21:50.967097Z","end":"2026-03-03T20:21:52.65264Z","steps":["trace[1584808320] 'agreement among raft nodes before linearized reading' (duration: 1.685453588s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:52.652675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:50.967069Z","time spent":"1.685601102s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:21:52.652657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.892187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:52.652765Z","caller":"traceutil/trace.go:171","msg":"trace[1552124413] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8362; }","duration":"879.041641ms","start":"2026-03-03T20:21:51.773695Z","end":"2026-03-03T20:21:52.652736Z","steps":["trace[1552124413] 'agreement among raft nodes before linearized reading' (duration: 878.853076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:52.652753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094959701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T20:21:52.652833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:51.773679Z","time spent":"879.140033ms","remote":"127.0.0.1:38996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:21:52.652834Z","caller":"traceutil/trace.go:171","msg":"trace[1245973414] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:8362; }","duration":"1.095147265s","start":"2026-03-03T20:21:51.557668Z","end":"2026-03-03T20:21:52.652816Z","steps":["trace[1245973414] 'agreement among raft nodes before linearized reading' (duration: 1.094829688s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:52.652825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:52.264378Z","time spent":"388.292556ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:52.652913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:51.557635Z","time spent":"1.095267398s","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"warn","ts":"2026-03-03T20:21:52.65293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.908438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:21:52.652983Z","caller":"traceutil/trace.go:171","msg":"trace[693681278] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8362; }","duration":"670.017ms","start":"2026-03-03T20:21:51.982956Z","end":"2026-03-03T20:21:52.652973Z","steps":["trace[693681278] 'agreement among raft nodes before linearized reading' (duration: 669.243302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:52.653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:51.982902Z","time spent":"670.093422ms","remote":"127.0.0.1:46002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:21:52.653072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.672442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T20:21:52.653232Z","caller":"traceutil/trace.go:171","msg":"trace[1902184838] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:8362; }","duration":"384.915488ms","start":"2026-03-03T20:21:52.268291Z","end":"2026-03-03T20:21:52.653206Z","steps":["trace[1902184838] 'agreement among raft nodes before linearized reading' (duration: 384.309923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:52.653292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:52.26828Z","time spent":"384.99744ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-9tmdb\" "} {"level":"warn","ts":"2026-03-03T20:21:52.653387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.206323973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:21:52.653482Z","caller":"traceutil/trace.go:171","msg":"trace[537387797] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8362; }","duration":"2.206490746s","start":"2026-03-03T20:21:50.446969Z","end":"2026-03-03T20:21:52.65346Z","steps":["trace[537387797] 'agreement among raft nodes before linearized reading' (duration: 2.205589045s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:52.653536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:50.446944Z","time spent":"2.206580779s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":880,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:21:52.853165Z","caller":"traceutil/trace.go:171","msg":"trace[191566024] transaction","detail":"{read_only:false; response_revision:8363; number_of_response:1; }","duration":"105.764034ms","start":"2026-03-03T20:21:52.747374Z","end":"2026-03-03T20:21:52.853138Z","steps":["trace[191566024] 'process raft request' (duration: 91.805399ms)","trace[191566024] 'compare' (duration: 13.400732ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:53.459751Z","caller":"traceutil/trace.go:171","msg":"trace[1852517103] transaction","detail":"{read_only:false; response_revision:8385; number_of_response:1; }","duration":"102.451587ms","start":"2026-03-03T20:21:53.357262Z","end":"2026-03-03T20:21:53.459713Z","steps":["trace[1852517103] 'process raft request' (duration: 98.722561ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:53.499473Z","caller":"traceutil/trace.go:171","msg":"trace[1861409731] linearizableReadLoop","detail":"{readStateIndex:8714; appliedIndex:8711; }","duration":"137.923273ms","start":"2026-03-03T20:21:53.361523Z","end":"2026-03-03T20:21:53.499446Z","steps":["trace[1861409731] 'read index received' (duration: 94.467761ms)","trace[1861409731] 'applied index is now lower than readState.Index' (duration: 43.454502ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:53.499621Z","caller":"traceutil/trace.go:171","msg":"trace[1806896009] transaction","detail":"{read_only:false; response_revision:8386; number_of_response:1; }","duration":"142.303905ms","start":"2026-03-03T20:21:53.357309Z","end":"2026-03-03T20:21:53.499613Z","steps":["trace[1806896009] 'process raft request' (duration: 141.871685ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:53.499841Z","caller":"traceutil/trace.go:171","msg":"trace[1270213305] transaction","detail":"{read_only:false; response_revision:8388; number_of_response:1; }","duration":"130.430618ms","start":"2026-03-03T20:21:53.369374Z","end":"2026-03-03T20:21:53.499805Z","steps":["trace[1270213305] 'process raft request' (duration: 130.014829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:53.500099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.543178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-03T20:21:53.500139Z","caller":"traceutil/trace.go:171","msg":"trace[1671464480] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8388; }","duration":"138.6329ms","start":"2026-03-03T20:21:53.361495Z","end":"2026-03-03T20:21:53.500128Z","steps":["trace[1671464480] 'agreement among raft nodes before linearized reading' (duration: 138.464566ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:53.500187Z","caller":"traceutil/trace.go:171","msg":"trace[2140757074] transaction","detail":"{read_only:false; response_revision:8387; number_of_response:1; }","duration":"142.656714ms","start":"2026-03-03T20:21:53.357517Z","end":"2026-03-03T20:21:53.500173Z","steps":["trace[2140757074] 'process raft request' (duration: 141.823855ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:53.656553Z","caller":"traceutil/trace.go:171","msg":"trace[1728988048] linearizableReadLoop","detail":"{readStateIndex:8716; appliedIndex:8715; }","duration":"141.905757ms","start":"2026-03-03T20:21:53.514615Z","end":"2026-03-03T20:21:53.656521Z","steps":["trace[1728988048] 'read index received' (duration: 141.679871ms)","trace[1728988048] 'applied index is now lower than readState.Index' (duration: 224.876µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:53.656691Z","caller":"traceutil/trace.go:171","msg":"trace[1680853842] transaction","detail":"{read_only:false; response_revision:8389; number_of_response:1; }","duration":"144.338463ms","start":"2026-03-03T20:21:53.512339Z","end":"2026-03-03T20:21:53.656678Z","steps":["trace[1680853842] 'process raft request' (duration: 143.994675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:53.65732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.569455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111749"} {"level":"info","ts":"2026-03-03T20:21:53.657429Z","caller":"traceutil/trace.go:171","msg":"trace[195965035] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8389; }","duration":"140.711148ms","start":"2026-03-03T20:21:53.516694Z","end":"2026-03-03T20:21:53.657405Z","steps":["trace[195965035] 'agreement among raft nodes before linearized reading' (duration: 140.119444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:53.658795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.137408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210911"} {"level":"info","ts":"2026-03-03T20:21:53.658948Z","caller":"traceutil/trace.go:171","msg":"trace[1449120936] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8389; }","duration":"144.271852ms","start":"2026-03-03T20:21:53.514606Z","end":"2026-03-03T20:21:53.658878Z","steps":["trace[1449120936] 'agreement among raft nodes before linearized reading' (duration: 142.220514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:04.84849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875464860,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:22:04.889937Z","caller":"traceutil/trace.go:171","msg":"trace[748717199] transaction","detail":"{read_only:false; response_revision:8473; number_of_response:1; }","duration":"555.645525ms","start":"2026-03-03T20:22:04.334259Z","end":"2026-03-03T20:22:04.889904Z","steps":["trace[748717199] 'process raft request' (duration: 555.43987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:04.890156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:22:04.334231Z","time spent":"555.792938ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4830,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:22:04.893296Z","caller":"traceutil/trace.go:171","msg":"trace[1422456004] linearizableReadLoop","detail":"{readStateIndex:8807; appliedIndex:8803; }","duration":"545.706563ms","start":"2026-03-03T20:22:04.347566Z","end":"2026-03-03T20:22:04.893272Z","steps":["trace[1422456004] 'read index received' (duration: 542.245243ms)","trace[1422456004] 'applied index is now lower than readState.Index' (duration: 3.45993ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:22:04.89347Z","caller":"traceutil/trace.go:171","msg":"trace[483858981] transaction","detail":"{read_only:false; response_revision:8474; number_of_response:1; }","duration":"553.995926ms","start":"2026-03-03T20:22:04.339461Z","end":"2026-03-03T20:22:04.893457Z","steps":["trace[483858981] 'process raft request' (duration: 553.365012ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:22:04.893761Z","caller":"traceutil/trace.go:171","msg":"trace[203748804] transaction","detail":"{read_only:false; response_revision:8475; number_of_response:1; }","duration":"193.215861ms","start":"2026-03-03T20:22:04.700506Z","end":"2026-03-03T20:22:04.893721Z","steps":["trace[203748804] 'process raft request' (duration: 192.676098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:04.89381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.201205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T20:22:04.893929Z","caller":"traceutil/trace.go:171","msg":"trace[823491824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8476; }","duration":"546.355978ms","start":"2026-03-03T20:22:04.347546Z","end":"2026-03-03T20:22:04.893902Z","steps":["trace[823491824] 'agreement among raft nodes before linearized reading' (duration: 546.043561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:04.893931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.245705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T20:22:04.893986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:22:04.347538Z","time spent":"546.437ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T20:22:04.89396Z","caller":"traceutil/trace.go:171","msg":"trace[483823239] transaction","detail":"{read_only:false; response_revision:8476; number_of_response:1; }","duration":"192.684408ms","start":"2026-03-03T20:22:04.70123Z","end":"2026-03-03T20:22:04.893914Z","steps":["trace[483823239] 'process raft request' (duration: 191.996312ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:22:04.894009Z","caller":"traceutil/trace.go:171","msg":"trace[1793062546] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8476; }","duration":"546.354778ms","start":"2026-03-03T20:22:04.347636Z","end":"2026-03-03T20:22:04.893991Z","steps":["trace[1793062546] 'agreement among raft nodes before linearized reading' (duration: 546.131933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:04.894058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:22:04.347625Z","time spent":"546.425039ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:22:04.893802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:22:04.339446Z","time spent":"554.120479ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:22:04.894272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.816389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T20:22:04.894338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.003606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T20:22:04.89436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.934902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:22:04.894408Z","caller":"traceutil/trace.go:171","msg":"trace[145109778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8476; }","duration":"541.027794ms","start":"2026-03-03T20:22:04.353366Z","end":"2026-03-03T20:22:04.894394Z","steps":["trace[145109778] 'agreement among raft nodes before linearized reading' (duration: 540.814709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:04.894466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:22:04.35335Z","time spent":"541.103106ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T20:22:04.894408Z","caller":"traceutil/trace.go:171","msg":"trace[1018543128] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8476; }","duration":"542.081208ms","start":"2026-03-03T20:22:04.352307Z","end":"2026-03-03T20:22:04.894388Z","steps":["trace[1018543128] 'agreement among raft nodes before linearized reading' (duration: 541.874573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:04.894577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:22:04.352271Z","time spent":"542.293383ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T20:22:04.894322Z","caller":"traceutil/trace.go:171","msg":"trace[1747227006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8476; }","duration":"540.88144ms","start":"2026-03-03T20:22:04.353429Z","end":"2026-03-03T20:22:04.89431Z","steps":["trace[1747227006] 'agreement among raft nodes before linearized reading' (duration: 540.464361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:04.894702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:22:04.353421Z","time spent":"541.215978ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:22:39.556467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.391761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T20:22:39.556565Z","caller":"traceutil/trace.go:171","msg":"trace[203774460] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8764; }","duration":"196.564235ms","start":"2026-03-03T20:22:39.359983Z","end":"2026-03-03T20:22:39.556547Z","steps":["trace[203774460] 'range keys from in-memory index tree' (duration: 196.181625ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:22:39.55646Z","caller":"traceutil/trace.go:171","msg":"trace[449244572] transaction","detail":"{read_only:false; response_revision:8765; number_of_response:1; }","duration":"188.497187ms","start":"2026-03-03T20:22:39.367921Z","end":"2026-03-03T20:22:39.556418Z","steps":["trace[449244572] 'process raft request' (duration: 146.847437ms)","trace[449244572] 'compare' (duration: 41.409824ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:22:52.952037Z","caller":"traceutil/trace.go:171","msg":"trace[1109007134] transaction","detail":"{read_only:false; response_revision:8978; number_of_response:1; }","duration":"156.39773ms","start":"2026-03-03T20:22:52.7956Z","end":"2026-03-03T20:22:52.951998Z","steps":["trace[1109007134] 'process raft request' (duration: 156.193485ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:22:55.24215Z","caller":"traceutil/trace.go:171","msg":"trace[1375140836] transaction","detail":"{read_only:false; response_revision:9000; number_of_response:1; }","duration":"111.914104ms","start":"2026-03-03T20:22:55.130201Z","end":"2026-03-03T20:22:55.242115Z","steps":["trace[1375140836] 'process raft request' (duration: 111.71212ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:22:55.326911Z","caller":"traceutil/trace.go:171","msg":"trace[1530771605] transaction","detail":"{read_only:false; response_revision:9001; number_of_response:1; }","duration":"165.360088ms","start":"2026-03-03T20:22:55.161523Z","end":"2026-03-03T20:22:55.326883Z","steps":["trace[1530771605] 'process raft request' (duration: 165.134093ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:22:55.327233Z","caller":"traceutil/trace.go:171","msg":"trace[2137610692] linearizableReadLoop","detail":"{readStateIndex:9346; appliedIndex:9344; }","duration":"165.470131ms","start":"2026-03-03T20:22:55.161713Z","end":"2026-03-03T20:22:55.327183Z","steps":["trace[2137610692] 'read index received' (duration: 80.231757ms)","trace[2137610692] 'applied index is now lower than readState.Index' (duration: 85.235194ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:22:55.327278Z","caller":"traceutil/trace.go:171","msg":"trace[93501313] transaction","detail":"{read_only:false; response_revision:9002; number_of_response:1; }","duration":"164.98514ms","start":"2026-03-03T20:22:55.162273Z","end":"2026-03-03T20:22:55.327258Z","steps":["trace[93501313] 'process raft request' (duration: 164.55129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:55.327408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.679046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:22:55.32747Z","caller":"traceutil/trace.go:171","msg":"trace[471477666] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9002; }","duration":"165.814658ms","start":"2026-03-03T20:22:55.161638Z","end":"2026-03-03T20:22:55.327453Z","steps":["trace[471477666] 'agreement among raft nodes before linearized reading' (duration: 165.704416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:55.327625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.972931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T20:22:55.327682Z","caller":"traceutil/trace.go:171","msg":"trace[1316345113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9002; }","duration":"141.082583ms","start":"2026-03-03T20:22:55.186585Z","end":"2026-03-03T20:22:55.327667Z","steps":["trace[1316345113] 'agreement among raft nodes before linearized reading' (duration: 140.901959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:55.327769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.210582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-03T20:22:55.327842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.326398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T20:22:55.327868Z","caller":"traceutil/trace.go:171","msg":"trace[1169667956] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:9002; }","duration":"103.345375ms","start":"2026-03-03T20:22:55.224499Z","end":"2026-03-03T20:22:55.327845Z","steps":["trace[1169667956] 'agreement among raft nodes before linearized reading' (duration: 103.084529ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:22:55.327894Z","caller":"traceutil/trace.go:171","msg":"trace[1604082605] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9002; }","duration":"113.44627ms","start":"2026-03-03T20:22:55.214432Z","end":"2026-03-03T20:22:55.327878Z","steps":["trace[1604082605] 'agreement among raft nodes before linearized reading' (duration: 113.212785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:55.327937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.02584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T20:22:55.328007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.145573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T20:22:55.328092Z","caller":"traceutil/trace.go:171","msg":"trace[1675248718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9002; }","duration":"113.235125ms","start":"2026-03-03T20:22:55.214822Z","end":"2026-03-03T20:22:55.328057Z","steps":["trace[1675248718] 'agreement among raft nodes before linearized reading' (duration: 112.769925ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:22:55.328112Z","caller":"traceutil/trace.go:171","msg":"trace[578396288] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9002; }","duration":"113.313117ms","start":"2026-03-03T20:22:55.214773Z","end":"2026-03-03T20:22:55.328086Z","steps":["trace[578396288] 'agreement among raft nodes before linearized reading' (duration: 112.966039ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:23:03.600231Z","caller":"traceutil/trace.go:171","msg":"trace[223111900] transaction","detail":"{read_only:false; response_revision:9065; number_of_response:1; }","duration":"323.725093ms","start":"2026-03-03T20:23:03.276482Z","end":"2026-03-03T20:23:03.600207Z","steps":["trace[223111900] 'process raft request' (duration: 323.56527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:23:03.600395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:23:03.276453Z","time spent":"323.854547ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:23:03.649346Z","caller":"traceutil/trace.go:171","msg":"trace[192349059] transaction","detail":"{read_only:false; response_revision:9066; number_of_response:1; }","duration":"288.704479ms","start":"2026-03-03T20:23:03.360619Z","end":"2026-03-03T20:23:03.649323Z","steps":["trace[192349059] 'process raft request' (duration: 288.531845ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:23:03.649551Z","caller":"traceutil/trace.go:171","msg":"trace[1484981515] transaction","detail":"{read_only:false; response_revision:9067; number_of_response:1; }","duration":"288.390992ms","start":"2026-03-03T20:23:03.36115Z","end":"2026-03-03T20:23:03.649541Z","steps":["trace[1484981515] 'process raft request' (duration: 288.131045ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:23:03.649567Z","caller":"traceutil/trace.go:171","msg":"trace[312752966] linearizableReadLoop","detail":"{readStateIndex:9414; appliedIndex:9411; }","duration":"222.99569ms","start":"2026-03-03T20:23:03.42652Z","end":"2026-03-03T20:23:03.649515Z","steps":["trace[312752966] 'read index received' (duration: 173.494698ms)","trace[312752966] 'applied index is now lower than readState.Index' (duration: 49.498072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:23:03.649811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.026648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T20:23:03.64981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.272566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:23:03.649857Z","caller":"traceutil/trace.go:171","msg":"trace[948891442] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9067; }","duration":"195.098791ms","start":"2026-03-03T20:23:03.454746Z","end":"2026-03-03T20:23:03.649845Z","steps":["trace[948891442] 'agreement among raft nodes before linearized reading' (duration: 194.966658ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:23:03.649868Z","caller":"traceutil/trace.go:171","msg":"trace[1284054496] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9067; }","duration":"223.375579ms","start":"2026-03-03T20:23:03.426479Z","end":"2026-03-03T20:23:03.649855Z","steps":["trace[1284054496] 'agreement among raft nodes before linearized reading' (duration: 223.202215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:23:03.649881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.538972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T20:23:03.64992Z","caller":"traceutil/trace.go:171","msg":"trace[1394380962] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:9067; }","duration":"183.632484ms","start":"2026-03-03T20:23:03.466277Z","end":"2026-03-03T20:23:03.64991Z","steps":["trace[1394380962] 'agreement among raft nodes before linearized reading' (duration: 183.482141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:23:03.650018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.615262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:23:03.650051Z","caller":"traceutil/trace.go:171","msg":"trace[1894876116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9067; }","duration":"192.665524ms","start":"2026-03-03T20:23:03.457375Z","end":"2026-03-03T20:23:03.65004Z","steps":["trace[1894876116] 'agreement among raft nodes before linearized reading' (duration: 192.587492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:23:03.650418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.970211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:23:03.650513Z","caller":"traceutil/trace.go:171","msg":"trace[828358694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9067; }","duration":"193.385721ms","start":"2026-03-03T20:23:03.457103Z","end":"2026-03-03T20:23:03.650488Z","steps":["trace[828358694] 'agreement among raft nodes before linearized reading' (duration: 192.870379ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:23:15.878224Z","caller":"traceutil/trace.go:171","msg":"trace[1140062676] transaction","detail":"{read_only:false; response_revision:9126; number_of_response:1; }","duration":"161.511819ms","start":"2026-03-03T20:23:15.716686Z","end":"2026-03-03T20:23:15.878197Z","steps":["trace[1140062676] 'process raft request' (duration: 161.346375ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:23:16.155475Z","caller":"traceutil/trace.go:171","msg":"trace[1484009005] transaction","detail":"{read_only:false; response_revision:9127; number_of_response:1; }","duration":"436.895627ms","start":"2026-03-03T20:23:15.718555Z","end":"2026-03-03T20:23:16.155451Z","steps":["trace[1484009005] 'process raft request' (duration: 424.927599ms)","trace[1484009005] 'compare' (duration: 11.529638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:23:16.155622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:23:15.718529Z","time spent":"437.01836ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:23:16.155624Z","caller":"traceutil/trace.go:171","msg":"trace[63249368] linearizableReadLoop","detail":"{readStateIndex:9476; appliedIndex:9474; }","duration":"436.733103ms","start":"2026-03-03T20:23:15.718863Z","end":"2026-03-03T20:23:16.155597Z","steps":["trace[63249368] 'read index received' (duration: 159.175444ms)","trace[63249368] 'applied index is now lower than readState.Index' (duration: 277.556619ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:23:16.155808Z","caller":"traceutil/trace.go:171","msg":"trace[1713724869] transaction","detail":"{read_only:false; response_revision:9128; number_of_response:1; }","duration":"436.940868ms","start":"2026-03-03T20:23:15.718855Z","end":"2026-03-03T20:23:16.155796Z","steps":["trace[1713724869] 'process raft request' (duration: 436.549639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:23:16.155917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:23:15.718841Z","time spent":"436.99637ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:23:16.155981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.072435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:23:16.156042Z","caller":"traceutil/trace.go:171","msg":"trace[1279388483] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9128; }","duration":"429.145557ms","start":"2026-03-03T20:23:15.726876Z","end":"2026-03-03T20:23:16.156022Z","steps":["trace[1279388483] 'agreement among raft nodes before linearized reading' (duration: 428.982234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:23:16.156055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.3767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-03T20:23:16.156093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:23:15.726869Z","time spent":"429.208219ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T20:23:16.156115Z","caller":"traceutil/trace.go:171","msg":"trace[583214269] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:9128; }","duration":"398.466363ms","start":"2026-03-03T20:23:15.757632Z","end":"2026-03-03T20:23:16.156098Z","steps":["trace[583214269] 'agreement among raft nodes before linearized reading' (duration: 398.273519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:23:16.156148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:23:15.757617Z","time spent":"398.526144ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-9tmdb\" "} {"level":"warn","ts":"2026-03-03T20:23:16.156149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.991891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T20:23:16.156158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.267516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:23:16.156221Z","caller":"traceutil/trace.go:171","msg":"trace[1813144230] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9128; }","duration":"309.105504ms","start":"2026-03-03T20:23:15.847101Z","end":"2026-03-03T20:23:16.156207Z","steps":["trace[1813144230] 'agreement among raft nodes before linearized reading' (duration: 308.94514ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:23:16.156252Z","caller":"traceutil/trace.go:171","msg":"trace[457566796] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9128; }","duration":"437.373318ms","start":"2026-03-03T20:23:15.718858Z","end":"2026-03-03T20:23:16.156231Z","steps":["trace[457566796] 'agreement among raft nodes before linearized reading' (duration: 437.095372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:23:16.156271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:23:15.847081Z","time spent":"309.182505ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:23:16.156275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.150175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T20:23:16.156306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:23:15.718847Z","time spent":"437.44995ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T20:23:16.15632Z","caller":"traceutil/trace.go:171","msg":"trace[1366006413] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9128; }","duration":"407.216346ms","start":"2026-03-03T20:23:15.74909Z","end":"2026-03-03T20:23:16.156307Z","steps":["trace[1366006413] 'agreement among raft nodes before linearized reading' (duration: 407.093513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:23:16.156364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:23:15.749079Z","time spent":"407.274278ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:23:16.156451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.531434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T20:23:16.156457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.516913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:23:16.156507Z","caller":"traceutil/trace.go:171","msg":"trace[348834522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9128; }","duration":"407.655906ms","start":"2026-03-03T20:23:15.748837Z","end":"2026-03-03T20:23:16.156493Z","steps":["trace[348834522] 'agreement among raft nodes before linearized reading' (duration: 407.506933ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:23:16.156517Z","caller":"traceutil/trace.go:171","msg":"trace[793177458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9128; }","duration":"407.614145ms","start":"2026-03-03T20:23:15.748886Z","end":"2026-03-03T20:23:16.1565Z","steps":["trace[793177458] 'agreement among raft nodes before linearized reading' (duration: 407.464682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:23:16.156541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:23:15.7488Z","time spent":"407.734178ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:23:16.156546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:23:15.748867Z","time spent":"407.673247ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:23:16.662125Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875466612,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:23:17.163394Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875466612,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:23:17.490384Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.330064642s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:23:17.490989Z","caller":"traceutil/trace.go:171","msg":"trace[805448271] transaction","detail":"{read_only:false; response_revision:9129; number_of_response:1; }","duration":"1.330722778s","start":"2026-03-03T20:23:16.160214Z","end":"2026-03-03T20:23:17.490937Z","steps":["trace[805448271] 'process raft request' (duration: 1.330502902s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:23:17.491131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:23:16.160193Z","time spent":"1.33085552s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:23:17.552716Z","caller":"traceutil/trace.go:171","msg":"trace[1668088931] transaction","detail":"{read_only:false; response_revision:9130; number_of_response:1; }","duration":"1.391024911s","start":"2026-03-03T20:23:16.161668Z","end":"2026-03-03T20:23:17.552693Z","steps":["trace[1668088931] 'process raft request' (duration: 1.390835336s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:23:17.552868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:23:16.161647Z","time spent":"1.391139873s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:23:17.553021Z","caller":"traceutil/trace.go:171","msg":"trace[896834120] transaction","detail":"{read_only:false; response_revision:9131; number_of_response:1; }","duration":"1.390947479s","start":"2026-03-03T20:23:16.162051Z","end":"2026-03-03T20:23:17.552999Z","steps":["trace[896834120] 'process raft request' (duration: 1.390604421s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:23:17.553162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:23:16.16204Z","time spent":"1.391049541s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:23:17.553251Z","caller":"traceutil/trace.go:171","msg":"trace[1948152634] transaction","detail":"{read_only:false; response_revision:9132; number_of_response:1; }","duration":"1.391080422s","start":"2026-03-03T20:23:16.162153Z","end":"2026-03-03T20:23:17.553233Z","steps":["trace[1948152634] 'process raft request' (duration: 1.390724364s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:23:17.55335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:23:16.162131Z","time spent":"1.391170724s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:23:17.553462Z","caller":"traceutil/trace.go:171","msg":"trace[1994577145] transaction","detail":"{read_only:false; response_revision:9133; number_of_response:1; }","duration":"1.390665152s","start":"2026-03-03T20:23:16.162768Z","end":"2026-03-03T20:23:17.553433Z","steps":["trace[1994577145] 'process raft request' (duration: 1.390416506s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:23:17.553624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:23:16.162757Z","time spent":"1.390788035s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:23:17.687708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.350057ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T20:23:17.688183Z","caller":"traceutil/trace.go:171","msg":"trace[97114500] linearizableReadLoop","detail":"{readStateIndex:9484; appliedIndex:9477; }","duration":"1.526911793s","start":"2026-03-03T20:23:16.161238Z","end":"2026-03-03T20:23:17.68815Z","steps":["trace[97114500] 'read index received' (duration: 1.329359186s)","trace[97114500] 'applied index is now lower than readState.Index' (duration: 197.549897ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:23:17.688316Z","caller":"traceutil/trace.go:171","msg":"trace[1868481586] transaction","detail":"{read_only:false; response_revision:9134; number_of_response:1; }","duration":"591.788413ms","start":"2026-03-03T20:23:17.09651Z","end":"2026-03-03T20:23:17.688299Z","steps":["trace[1868481586] 'process raft request' (duration: 591.305711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:23:17.68846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:23:17.096483Z","time spent":"591.880674ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:23:17.997737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836476437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19536"} {"level":"info","ts":"2026-03-03T20:23:17.997936Z","caller":"traceutil/trace.go:171","msg":"trace[226803594] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9134; }","duration":"1.836735854s","start":"2026-03-03T20:23:16.161168Z","end":"2026-03-03T20:23:17.997903Z","steps":["trace[226803594] 'agreement among raft nodes before linearized reading' (duration: 1.527293882s)","trace[226803594] 'range keys from in-memory index tree' (duration: 309.093143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:23:17.998147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:23:16.161137Z","time spent":"1.836990049s","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19559,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T20:23:18.037112Z","caller":"traceutil/trace.go:171","msg":"trace[1310489097] transaction","detail":"{read_only:false; response_revision:9135; number_of_response:1; }","duration":"490.604938ms","start":"2026-03-03T20:23:17.546485Z","end":"2026-03-03T20:23:18.03709Z","steps":["trace[1310489097] 'process raft request' (duration: 490.425014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:23:18.03724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:23:17.546437Z","time spent":"490.735541ms","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:23:18.591042Z","caller":"traceutil/trace.go:171","msg":"trace[2125015290] linearizableReadLoop","detail":"{readStateIndex:9486; appliedIndex:9484; }","duration":"902.76209ms","start":"2026-03-03T20:23:17.688254Z","end":"2026-03-03T20:23:18.591016Z","steps":["trace[2125015290] 'read index received' (duration: 348.795278ms)","trace[2125015290] 'applied index is now lower than readState.Index' (duration: 553.965361ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:23:18.591102Z","caller":"traceutil/trace.go:171","msg":"trace[1729954469] transaction","detail":"{read_only:false; response_revision:9136; number_of_response:1; }","duration":"921.058435ms","start":"2026-03-03T20:23:17.67Z","end":"2026-03-03T20:23:18.591058Z","steps":["trace[1729954469] 'process raft request' (duration: 920.776328ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:23:18.591187Z","caller":"traceutil/trace.go:171","msg":"trace[1901519519] transaction","detail":"{read_only:false; response_revision:9137; number_of_response:1; }","duration":"706.710036ms","start":"2026-03-03T20:23:17.884462Z","end":"2026-03-03T20:23:18.591172Z","steps":["trace[1901519519] 'process raft request' (duration: 706.495601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:23:18.591308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:23:17.669959Z","time spent":"921.244809ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:23:18.59134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:23:17.88443Z","time spent":"706.791618ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:23:18.591345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624786912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:23:18.591438Z","caller":"traceutil/trace.go:171","msg":"trace[1282495569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9137; }","duration":"1.624974006s","start":"2026-03-03T20:23:16.966444Z","end":"2026-03-03T20:23:18.591418Z","steps":["trace[1282495569] 'agreement among raft nodes before linearized reading' (duration: 1.624773851s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:23:18.591439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401184419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:23:18.591487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188346045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-03T20:23:18.591519Z","caller":"traceutil/trace.go:171","msg":"trace[1034594195] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:9137; }","duration":"1.401325642s","start":"2026-03-03T20:23:17.190174Z","end":"2026-03-03T20:23:18.5915Z","steps":["trace[1034594195] 'agreement among raft nodes before linearized reading' (duration: 1.401162148s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:23:18.591517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:23:16.966414Z","time spent":"1.625081419s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:23:18.591529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690716836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:23:18.59155Z","caller":"traceutil/trace.go:171","msg":"trace[961427115] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:9137; }","duration":"1.188423917s","start":"2026-03-03T20:23:17.403109Z","end":"2026-03-03T20:23:18.591533Z","steps":["trace[961427115] 'agreement among raft nodes before linearized reading' (duration: 1.188206392s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:23:18.59157Z","caller":"traceutil/trace.go:171","msg":"trace[451963058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9137; }","duration":"1.690806838s","start":"2026-03-03T20:23:16.900753Z","end":"2026-03-03T20:23:18.59156Z","steps":["trace[451963058] 'agreement among raft nodes before linearized reading' (duration: 1.690729886s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:23:18.591581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:23:17.403089Z","time spent":"1.188486649s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T20:23:18.591571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:23:17.190151Z","time spent":"1.401409323s","remote":"127.0.0.1:42840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:23:18.591598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:23:16.900724Z","time spent":"1.69086804s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:23:18.592444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.430813479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289864"} {"level":"info","ts":"2026-03-03T20:23:18.592489Z","caller":"traceutil/trace.go:171","msg":"trace[1025776405] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9137; }","duration":"2.430883471s","start":"2026-03-03T20:23:16.161594Z","end":"2026-03-03T20:23:18.592478Z","steps":["trace[1025776405] 'agreement among raft nodes before linearized reading' (duration: 2.429690733s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:23:18.592529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:23:16.161581Z","time spent":"2.430937292s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":289887,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T20:23:18.594188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.135853566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:23:18.594241Z","caller":"traceutil/trace.go:171","msg":"trace[1294077507] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:9137; }","duration":"2.135958518s","start":"2026-03-03T20:23:16.45827Z","end":"2026-03-03T20:23:18.594228Z","steps":["trace[1294077507] 'agreement among raft nodes before linearized reading' (duration: 2.135864006s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:23:18.594276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:23:16.458207Z","time spent":"2.13605894s","remote":"127.0.0.1:45742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:23:18.837801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.538512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:23:18.837973Z","caller":"traceutil/trace.go:171","msg":"trace[597154538] linearizableReadLoop","detail":"{readStateIndex:9489; appliedIndex:9487; }","duration":"246.827124ms","start":"2026-03-03T20:23:18.59113Z","end":"2026-03-03T20:23:18.837957Z","steps":["trace[597154538] 'read index received' (duration: 71.938424ms)","trace[597154538] 'applied index is now lower than readState.Index' (duration: 174.88763ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:23:18.838313Z","caller":"traceutil/trace.go:171","msg":"trace[1005778824] transaction","detail":"{read_only:false; response_revision:9138; number_of_response:1; }","duration":"676.681238ms","start":"2026-03-03T20:23:18.161618Z","end":"2026-03-03T20:23:18.838299Z","steps":["trace[1005778824] 'process raft request' (duration: 501.546853ms)","trace[1005778824] 'compare' (duration: 174.405108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:23:18.838385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:23:18.161595Z","time spent":"676.75628ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:23:18.83858Z","caller":"traceutil/trace.go:171","msg":"trace[550232687] transaction","detail":"{read_only:false; response_revision:9139; number_of_response:1; }","duration":"676.726669ms","start":"2026-03-03T20:23:18.16184Z","end":"2026-03-03T20:23:18.838566Z","steps":["trace[550232687] 'process raft request' (duration: 676.058833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:23:18.838677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:23:18.161831Z","time spent":"676.795291ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:23:18.838817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.911198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:23:18.838856Z","caller":"traceutil/trace.go:171","msg":"trace[1706280886] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:9139; }","duration":"259.97201ms","start":"2026-03-03T20:23:18.578872Z","end":"2026-03-03T20:23:18.838844Z","steps":["trace[1706280886] 'agreement among raft nodes before linearized reading' (duration: 259.910509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:23:18.839049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.703856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:23:18.839083Z","caller":"traceutil/trace.go:171","msg":"trace[148212981] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:9139; }","duration":"342.770367ms","start":"2026-03-03T20:23:18.496304Z","end":"2026-03-03T20:23:18.839075Z","steps":["trace[148212981] 'agreement among raft nodes before linearized reading' (duration: 342.712386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:23:18.839115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:23:18.496288Z","time spent":"342.820448ms","remote":"127.0.0.1:60388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:23:18.839209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.892799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e20764da-2e39-4bae-9dfc-9af89cd9ff8b\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-03T20:23:18.839307Z","caller":"traceutil/trace.go:171","msg":"trace[1572081196] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e20764da-2e39-4bae-9dfc-9af89cd9ff8b; range_end:; response_count:1; response_revision:9139; }","duration":"245.034882ms","start":"2026-03-03T20:23:18.594247Z","end":"2026-03-03T20:23:18.839282Z","steps":["trace[1572081196] 'agreement among raft nodes before linearized reading' (duration: 244.792257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:23:18.839544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.803288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:23:18.839582Z","caller":"traceutil/trace.go:171","msg":"trace[1149716133] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:9139; }","duration":"388.90052ms","start":"2026-03-03T20:23:18.450672Z","end":"2026-03-03T20:23:18.839572Z","steps":["trace[1149716133] 'agreement among raft nodes before linearized reading' (duration: 388.837779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:23:18.83962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:23:18.450647Z","time spent":"388.963382ms","remote":"127.0.0.1:45884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:23:18.839785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.24413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:23:18.839796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.045376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:23:18.83982Z","caller":"traceutil/trace.go:171","msg":"trace[229818583] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:9139; }","duration":"747.280791ms","start":"2026-03-03T20:23:18.092531Z","end":"2026-03-03T20:23:18.839811Z","steps":["trace[229818583] 'agreement among raft nodes before linearized reading' (duration: 747.225359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:23:18.839868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.178824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:23:18.839874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:23:18.092498Z","time spent":"747.367773ms","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:23:18.839902Z","caller":"traceutil/trace.go:171","msg":"trace[1772020395] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9139; }","duration":"764.253846ms","start":"2026-03-03T20:23:18.075641Z","end":"2026-03-03T20:23:18.839895Z","steps":["trace[1772020395] 'agreement among raft nodes before linearized reading' (duration: 764.206284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:23:18.839935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:23:18.075619Z","time spent":"764.309887ms","remote":"127.0.0.1:46096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T20:23:18.83983Z","caller":"traceutil/trace.go:171","msg":"trace[150068400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9139; }","duration":"240.124068ms","start":"2026-03-03T20:23:18.599696Z","end":"2026-03-03T20:23:18.83982Z","steps":["trace[150068400] 'agreement among raft nodes before linearized reading' (duration: 240.065016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:23:18.840137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151222601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:23:18.840171Z","caller":"traceutil/trace.go:171","msg":"trace[1937128024] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:9139; }","duration":"1.152182784s","start":"2026-03-03T20:23:17.687753Z","end":"2026-03-03T20:23:18.840163Z","steps":["trace[1937128024] 'agreement among raft nodes before linearized reading' (duration: 1.152088622s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:23:18.840202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:23:17.687725Z","time spent":"1.152466861s","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":57,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:23:19.426064Z","caller":"traceutil/trace.go:171","msg":"trace[1818156353] transaction","detail":"{read_only:false; response_revision:9141; number_of_response:1; }","duration":"122.345667ms","start":"2026-03-03T20:23:19.303699Z","end":"2026-03-03T20:23:19.426044Z","steps":["trace[1818156353] 'process raft request' (duration: 122.233185ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:23:19.736063Z","caller":"traceutil/trace.go:171","msg":"trace[778591703] transaction","detail":"{read_only:false; response_revision:9142; number_of_response:1; }","duration":"158.276693ms","start":"2026-03-03T20:23:19.57776Z","end":"2026-03-03T20:23:19.736037Z","steps":["trace[778591703] 'process raft request' (duration: 158.062998ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:23:19.744677Z","caller":"traceutil/trace.go:171","msg":"trace[1783840666] transaction","detail":"{read_only:false; response_revision:9143; number_of_response:1; }","duration":"166.656848ms","start":"2026-03-03T20:23:19.577997Z","end":"2026-03-03T20:23:19.744654Z","steps":["trace[1783840666] 'process raft request' (duration: 166.497124ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:23:19.744883Z","caller":"traceutil/trace.go:171","msg":"trace[822886027] transaction","detail":"{read_only:false; response_revision:9144; number_of_response:1; }","duration":"166.512415ms","start":"2026-03-03T20:23:19.578349Z","end":"2026-03-03T20:23:19.744862Z","steps":["trace[822886027] 'process raft request' (duration: 166.264789ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:23:19.745242Z","caller":"traceutil/trace.go:171","msg":"trace[88390184] transaction","detail":"{read_only:false; response_revision:9145; number_of_response:1; }","duration":"166.540055ms","start":"2026-03-03T20:23:19.57869Z","end":"2026-03-03T20:23:19.74523Z","steps":["trace[88390184] 'process raft request' (duration: 166.113015ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:23:19.745321Z","caller":"traceutil/trace.go:171","msg":"trace[1955109399] transaction","detail":"{read_only:false; response_revision:9146; number_of_response:1; }","duration":"166.553046ms","start":"2026-03-03T20:23:19.578751Z","end":"2026-03-03T20:23:19.745304Z","steps":["trace[1955109399] 'process raft request' (duration: 166.435713ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:24:08.565347Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7303} {"level":"info","ts":"2026-03-03T20:24:08.633703Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7303,"took":"66.082297ms","hash":606998394,"current-db-size-bytes":39661568,"current-db-size":"40 MB","current-db-size-in-use-bytes":24915968,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-03T20:24:08.634285Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":606998394,"revision":7303,"compact-revision":5117} {"level":"info","ts":"2026-03-03T20:24:36.225463Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f52f30d5714009d5","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T20:24:36.230452Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-03T20:24:36.230604Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-03T20:27:15.307106Z","caller":"traceutil/trace.go:171","msg":"trace[1823706758] linearizableReadLoop","detail":"{readStateIndex:10876; appliedIndex:10875; }","duration":"241.676001ms","start":"2026-03-03T20:27:15.065411Z","end":"2026-03-03T20:27:15.307087Z","steps":["trace[1823706758] 'read index received' (duration: 241.521307ms)","trace[1823706758] 'applied index is now lower than readState.Index' (duration: 154.154µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:27:15.307169Z","caller":"traceutil/trace.go:171","msg":"trace[1106747866] transaction","detail":"{read_only:false; response_revision:10473; number_of_response:1; }","duration":"273.762967ms","start":"2026-03-03T20:27:15.033374Z","end":"2026-03-03T20:27:15.307137Z","steps":["trace[1106747866] 'process raft request' (duration: 273.602423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:27:15.307302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.885346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:27:15.307351Z","caller":"traceutil/trace.go:171","msg":"trace[87805709] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10473; }","duration":"241.999908ms","start":"2026-03-03T20:27:15.065339Z","end":"2026-03-03T20:27:15.307339Z","steps":["trace[87805709] 'agreement among raft nodes before linearized reading' (duration: 241.846945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:27:15.307389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.366191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T20:27:15.307443Z","caller":"traceutil/trace.go:171","msg":"trace[588144263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10473; }","duration":"176.484954ms","start":"2026-03-03T20:27:15.130943Z","end":"2026-03-03T20:27:15.307428Z","steps":["trace[588144263] 'agreement among raft nodes before linearized reading' (duration: 176.360662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:27:15.307456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.368173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T20:27:15.307541Z","caller":"traceutil/trace.go:171","msg":"trace[546940151] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10473; }","duration":"241.505637ms","start":"2026-03-03T20:27:15.066014Z","end":"2026-03-03T20:27:15.307519Z","steps":["trace[546940151] 'agreement among raft nodes before linearized reading' (duration: 241.270241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:27:15.3078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.760751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T20:27:15.307946Z","caller":"traceutil/trace.go:171","msg":"trace[222075582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10473; }","duration":"176.967086ms","start":"2026-03-03T20:27:15.130954Z","end":"2026-03-03T20:27:15.307921Z","steps":["trace[222075582] 'agreement among raft nodes before linearized reading' (duration: 176.369842ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:27:27.477499Z","caller":"traceutil/trace.go:171","msg":"trace[645175427] linearizableReadLoop","detail":"{readStateIndex:11017; appliedIndex:11016; }","duration":"108.439112ms","start":"2026-03-03T20:27:27.369042Z","end":"2026-03-03T20:27:27.477482Z","steps":["trace[645175427] 'read index received' (duration: 108.321209ms)","trace[645175427] 'applied index is now lower than readState.Index' (duration: 117.383µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:27:27.477607Z","caller":"traceutil/trace.go:171","msg":"trace[1790753979] transaction","detail":"{read_only:false; response_revision:10610; number_of_response:1; }","duration":"111.883532ms","start":"2026-03-03T20:27:27.365669Z","end":"2026-03-03T20:27:27.477552Z","steps":["trace[1790753979] 'process raft request' (duration: 111.696837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:27:27.477677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.618736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:27:27.477708Z","caller":"traceutil/trace.go:171","msg":"trace[536065505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10610; }","duration":"108.684978ms","start":"2026-03-03T20:27:27.369013Z","end":"2026-03-03T20:27:27.477698Z","steps":["trace[536065505] 'agreement among raft nodes before linearized reading' (duration: 108.562625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:27:27.477717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.312479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:27:27.477776Z","caller":"traceutil/trace.go:171","msg":"trace[1782112930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10610; }","duration":"108.413621ms","start":"2026-03-03T20:27:27.369348Z","end":"2026-03-03T20:27:27.477762Z","steps":["trace[1782112930] 'agreement among raft nodes before linearized reading' (duration: 108.272088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:27:27.477935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.416692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T20:27:27.47803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.489393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T20:27:27.478156Z","caller":"traceutil/trace.go:171","msg":"trace[368214889] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10610; }","duration":"108.650257ms","start":"2026-03-03T20:27:27.369472Z","end":"2026-03-03T20:27:27.478123Z","steps":["trace[368214889] 'agreement among raft nodes before linearized reading' (duration: 108.327429ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:27:27.478064Z","caller":"traceutil/trace.go:171","msg":"trace[2055019676] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10610; }","duration":"102.556025ms","start":"2026-03-03T20:27:27.375475Z","end":"2026-03-03T20:27:27.478031Z","steps":["trace[2055019676] 'agreement among raft nodes before linearized reading' (duration: 102.242917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:27:27.690575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.304403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:27:27.690801Z","caller":"traceutil/trace.go:171","msg":"trace[372204042] linearizableReadLoop","detail":"{readStateIndex:11021; appliedIndex:11017; }","duration":"201.962796ms","start":"2026-03-03T20:27:27.488821Z","end":"2026-03-03T20:27:27.690784Z","steps":["trace[372204042] 'read index received' (duration: 4.259629ms)","trace[372204042] 'applied index is now lower than readState.Index' (duration: 197.702097ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:27:27.690883Z","caller":"traceutil/trace.go:171","msg":"trace[655985436] transaction","detail":"{read_only:false; response_revision:10612; number_of_response:1; }","duration":"208.739135ms","start":"2026-03-03T20:27:27.482134Z","end":"2026-03-03T20:27:27.690873Z","steps":["trace[655985436] 'process raft request' (duration: 74.044722ms)","trace[655985436] 'compare' (duration: 134.15021ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:27:27.690882Z","caller":"traceutil/trace.go:171","msg":"trace[465639879] transaction","detail":"{read_only:false; response_revision:10614; number_of_response:1; }","duration":"207.959826ms","start":"2026-03-03T20:27:27.482899Z","end":"2026-03-03T20:27:27.690859Z","steps":["trace[465639879] 'process raft request' (duration: 207.846524ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:27:27.690873Z","caller":"traceutil/trace.go:171","msg":"trace[171501929] transaction","detail":"{read_only:false; response_revision:10613; number_of_response:1; }","duration":"208.072369ms","start":"2026-03-03T20:27:27.482767Z","end":"2026-03-03T20:27:27.69084Z","steps":["trace[171501929] 'process raft request' (duration: 207.911525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:27:27.690983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.12848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:27:27.691085Z","caller":"traceutil/trace.go:171","msg":"trace[1111947954] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:10614; }","duration":"202.274644ms","start":"2026-03-03T20:27:27.488787Z","end":"2026-03-03T20:27:27.691062Z","steps":["trace[1111947954] 'agreement among raft nodes before linearized reading' (duration: 202.08994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:27:28.029144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.016837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:27:28.029286Z","caller":"traceutil/trace.go:171","msg":"trace[2144114040] linearizableReadLoop","detail":"{readStateIndex:11022; appliedIndex:11021; }","duration":"338.439391ms","start":"2026-03-03T20:27:27.690834Z","end":"2026-03-03T20:27:28.029273Z","steps":["trace[2144114040] 'read index received' (duration: 207.233119ms)","trace[2144114040] 'applied index is now lower than readState.Index' (duration: 131.205582ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:27:28.029363Z","caller":"traceutil/trace.go:171","msg":"trace[381701770] transaction","detail":"{read_only:false; response_revision:10615; number_of_response:1; }","duration":"377.197792ms","start":"2026-03-03T20:27:27.652157Z","end":"2026-03-03T20:27:28.029355Z","steps":["trace[381701770] 'process raft request' (duration: 245.885019ms)","trace[381701770] 'compare' (duration: 130.874923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:27:28.029406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:27:27.652131Z","time spent":"377.252944ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:27:28.029564Z","caller":"traceutil/trace.go:171","msg":"trace[1444399325] transaction","detail":"{read_only:false; response_revision:10616; number_of_response:1; }","duration":"185.730749ms","start":"2026-03-03T20:27:27.843821Z","end":"2026-03-03T20:27:28.029551Z","steps":["trace[1444399325] 'process raft request' (duration: 185.419132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:27:28.029607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.827392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:27:28.029631Z","caller":"traceutil/trace.go:171","msg":"trace[1012976746] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:10616; }","duration":"520.883514ms","start":"2026-03-03T20:27:27.508739Z","end":"2026-03-03T20:27:28.029623Z","steps":["trace[1012976746] 'agreement among raft nodes before linearized reading' (duration: 520.637728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:27:28.029652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:27:27.508723Z","time spent":"520.924285ms","remote":"127.0.0.1:60346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:27:28.030008Z","caller":"traceutil/trace.go:171","msg":"trace[1745598356] transaction","detail":"{read_only:false; response_revision:10618; number_of_response:1; }","duration":"171.776905ms","start":"2026-03-03T20:27:27.858221Z","end":"2026-03-03T20:27:28.029998Z","steps":["trace[1745598356] 'process raft request' (duration: 171.575281ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:27:28.03003Z","caller":"traceutil/trace.go:171","msg":"trace[1641836298] transaction","detail":"{read_only:false; response_revision:10617; number_of_response:1; }","duration":"184.714906ms","start":"2026-03-03T20:27:27.845269Z","end":"2026-03-03T20:27:28.029984Z","steps":["trace[1641836298] 'process raft request' (duration: 184.151933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:27:29.701707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.152405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-init-5v4nk\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-03-03T20:27:29.701934Z","caller":"traceutil/trace.go:171","msg":"trace[620021122] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-init-5v4nk; range_end:; response_count:1; response_revision:10629; }","duration":"102.409511ms","start":"2026-03-03T20:27:29.59948Z","end":"2026-03-03T20:27:29.701889Z","steps":["trace[620021122] 'range keys from in-memory index tree' (duration: 101.805338ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:27:40.174975Z","caller":"traceutil/trace.go:171","msg":"trace[1967735650] transaction","detail":"{read_only:false; response_revision:10711; number_of_response:1; }","duration":"101.949401ms","start":"2026-03-03T20:27:40.073001Z","end":"2026-03-03T20:27:40.17495Z","steps":["trace[1967735650] 'process raft request' (duration: 101.686275ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:27:40.27698Z","caller":"traceutil/trace.go:171","msg":"trace[108935755] transaction","detail":"{read_only:false; response_revision:10712; number_of_response:1; }","duration":"203.232166ms","start":"2026-03-03T20:27:40.073706Z","end":"2026-03-03T20:27:40.276939Z","steps":["trace[108935755] 'process raft request' (duration: 200.743289ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:27:40.277158Z","caller":"traceutil/trace.go:171","msg":"trace[1427974630] transaction","detail":"{read_only:false; response_revision:10713; number_of_response:1; }","duration":"201.999748ms","start":"2026-03-03T20:27:40.07515Z","end":"2026-03-03T20:27:40.27715Z","steps":["trace[1427974630] 'process raft request' (duration: 201.747662ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:34.515978Z","caller":"traceutil/trace.go:171","msg":"trace[1681643630] linearizableReadLoop","detail":"{readStateIndex:11701; appliedIndex:11700; }","duration":"243.8331ms","start":"2026-03-03T20:28:34.272129Z","end":"2026-03-03T20:28:34.515962Z","steps":["trace[1681643630] 'read index received' (duration: 198.387213ms)","trace[1681643630] 'applied index is now lower than readState.Index' (duration: 45.445087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:28:34.516099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.964634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:28:34.516125Z","caller":"traceutil/trace.go:171","msg":"trace[1278480381] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:11277; }","duration":"244.060356ms","start":"2026-03-03T20:28:34.272055Z","end":"2026-03-03T20:28:34.516115Z","steps":["trace[1278480381] 'agreement among raft nodes before linearized reading' (duration: 243.981964ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:34.516236Z","caller":"traceutil/trace.go:171","msg":"trace[960017054] transaction","detail":"{read_only:false; response_revision:11277; number_of_response:1; }","duration":"412.693388ms","start":"2026-03-03T20:28:34.103509Z","end":"2026-03-03T20:28:34.516202Z","steps":["trace[960017054] 'process raft request' (duration: 366.988245ms)","trace[960017054] 'compare' (duration: 45.389185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:28:34.516403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:34.103483Z","time spent":"412.82183ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:28:34.517671Z","caller":"traceutil/trace.go:171","msg":"trace[852815093] transaction","detail":"{read_only:false; response_revision:11279; number_of_response:1; }","duration":"108.914462ms","start":"2026-03-03T20:28:34.408732Z","end":"2026-03-03T20:28:34.517647Z","steps":["trace[852815093] 'process raft request' (duration: 108.751469ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:34.517828Z","caller":"traceutil/trace.go:171","msg":"trace[1737729992] transaction","detail":"{read_only:false; response_revision:11278; number_of_response:1; }","duration":"229.852875ms","start":"2026-03-03T20:28:34.287954Z","end":"2026-03-03T20:28:34.517807Z","steps":["trace[1737729992] 'process raft request' (duration: 229.292982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:35.621374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.579443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:28:35.621425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.520562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:28:35.621554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.951562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:35.621568Z","caller":"traceutil/trace.go:171","msg":"trace[290385285] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:11281; }","duration":"848.752668ms","start":"2026-03-03T20:28:34.772785Z","end":"2026-03-03T20:28:35.621538Z","steps":["trace[290385285] 'count revisions from in-memory index tree' (duration: 848.317417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:35.621546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.486128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T20:28:35.6216Z","caller":"traceutil/trace.go:171","msg":"trace[859908550] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11281; }","duration":"267.999313ms","start":"2026-03-03T20:28:35.353587Z","end":"2026-03-03T20:28:35.621587Z","steps":["trace[859908550] 'range keys from in-memory index tree' (duration: 267.861999ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:35.621643Z","caller":"traceutil/trace.go:171","msg":"trace[1675640532] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:11281; }","duration":"721.617601ms","start":"2026-03-03T20:28:34.9Z","end":"2026-03-03T20:28:35.621618Z","steps":["trace[1675640532] 'range keys from in-memory index tree' (duration: 721.295373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:35.621661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:34.772738Z","time spent":"848.908661ms","remote":"127.0.0.1:45906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:28:35.621714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:34.899977Z","time spent":"721.712403ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-9tmdb\" "} {"level":"warn","ts":"2026-03-03T20:28:35.621725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.033693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T20:28:35.621727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.591766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:28:35.621783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.927247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:35.621807Z","caller":"traceutil/trace.go:171","msg":"trace[5588873] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11281; }","duration":"520.135466ms","start":"2026-03-03T20:28:35.101646Z","end":"2026-03-03T20:28:35.621782Z","steps":["trace[5588873] 'range keys from in-memory index tree' (duration: 519.913661ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:35.621824Z","caller":"traceutil/trace.go:171","msg":"trace[1356876288] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11281; }","duration":"441.961298ms","start":"2026-03-03T20:28:35.179849Z","end":"2026-03-03T20:28:35.62181Z","steps":["trace[1356876288] 'range keys from in-memory index tree' (duration: 441.883817ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:35.621829Z","caller":"traceutil/trace.go:171","msg":"trace[1162624979] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11281; }","duration":"446.76285ms","start":"2026-03-03T20:28:35.175044Z","end":"2026-03-03T20:28:35.621807Z","steps":["trace[1162624979] 'range keys from in-memory index tree' (duration: 446.416462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:35.621855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:35.101631Z","time spent":"520.214738ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:28:35.621856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:35.179827Z","time spent":"442.02207ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T20:28:35.621813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.130802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:28:35.621882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:35.175014Z","time spent":"446.858482ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T20:28:35.621742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.179453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-03T20:28:35.621541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.962472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:35.621479Z","caller":"traceutil/trace.go:171","msg":"trace[243387126] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11281; }","duration":"442.742096ms","start":"2026-03-03T20:28:35.178708Z","end":"2026-03-03T20:28:35.62145Z","steps":["trace[243387126] 'range keys from in-memory index tree' (duration: 442.437659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:35.621622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.770404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-03T20:28:35.621956Z","caller":"traceutil/trace.go:171","msg":"trace[1821866368] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11281; }","duration":"268.409052ms","start":"2026-03-03T20:28:35.353534Z","end":"2026-03-03T20:28:35.621943Z","steps":["trace[1821866368] 'range keys from in-memory index tree' (duration: 267.834399ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:35.621956Z","caller":"traceutil/trace.go:171","msg":"trace[680744182] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11281; }","duration":"442.380769ms","start":"2026-03-03T20:28:35.179543Z","end":"2026-03-03T20:28:35.621924Z","steps":["trace[680744182] 'range keys from in-memory index tree' (duration: 442.087681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:35.621913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.860129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:28:35.621997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:35.178691Z","time spent":"443.289699ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T20:28:35.622026Z","caller":"traceutil/trace.go:171","msg":"trace[303157137] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11281; }","duration":"268.009493ms","start":"2026-03-03T20:28:35.354004Z","end":"2026-03-03T20:28:35.622014Z","steps":["trace[303157137] 'range keys from in-memory index tree' (duration: 267.744327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:35.622037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:35.179537Z","time spent":"442.477151ms","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T20:28:35.621983Z","caller":"traceutil/trace.go:171","msg":"trace[1934008962] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11281; }","duration":"439.177544ms","start":"2026-03-03T20:28:35.182797Z","end":"2026-03-03T20:28:35.621975Z","steps":["trace[1934008962] 'range keys from in-memory index tree' (duration: 438.60192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:35.62207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.659658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-03T20:28:35.622097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:35.182787Z","time spent":"439.298226ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T20:28:35.621937Z","caller":"traceutil/trace.go:171","msg":"trace[1569444298] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11281; }","duration":"442.302816ms","start":"2026-03-03T20:28:35.179607Z","end":"2026-03-03T20:28:35.621909Z","steps":["trace[1569444298] 'range keys from in-memory index tree' (duration: 442.014169ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:35.622143Z","caller":"traceutil/trace.go:171","msg":"trace[1963096496] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11281; }","duration":"262.73094ms","start":"2026-03-03T20:28:35.359381Z","end":"2026-03-03T20:28:35.622112Z","steps":["trace[1963096496] 'range keys from in-memory index tree' (duration: 262.472284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:35.621813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.693106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:28:35.622183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:35.179587Z","time spent":"442.586113ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T20:28:35.622195Z","caller":"traceutil/trace.go:171","msg":"trace[708233958] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11281; }","duration":"268.163357ms","start":"2026-03-03T20:28:35.35402Z","end":"2026-03-03T20:28:35.622183Z","steps":["trace[708233958] 'range keys from in-memory index tree' (duration: 267.583113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:35.622385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.0204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T20:28:35.622556Z","caller":"traceutil/trace.go:171","msg":"trace[1825202718] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11281; }","duration":"313.216945ms","start":"2026-03-03T20:28:35.309313Z","end":"2026-03-03T20:28:35.62253Z","steps":["trace[1825202718] 'range keys from in-memory index tree' (duration: 312.349484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:35.622645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:35.309297Z","time spent":"313.330107ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T20:28:52.94073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.695074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:28:52.941036Z","caller":"traceutil/trace.go:171","msg":"trace[636913326] transaction","detail":"{read_only:false; response_revision:11374; number_of_response:1; }","duration":"142.142213ms","start":"2026-03-03T20:28:52.798842Z","end":"2026-03-03T20:28:52.940984Z","steps":["trace[636913326] 'process raft request' (duration: 37.07813ms)","trace[636913326] 'compare' (duration: 104.540601ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:29:01.785859Z","caller":"traceutil/trace.go:171","msg":"trace[1644507353] linearizableReadLoop","detail":"{readStateIndex:11842; appliedIndex:11841; }","duration":"169.592652ms","start":"2026-03-03T20:29:01.616245Z","end":"2026-03-03T20:29:01.785838Z","steps":["trace[1644507353] 'read index received' (duration: 169.428818ms)","trace[1644507353] 'applied index is now lower than readState.Index' (duration: 160.054µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:29:01.78598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.720495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:01.786001Z","caller":"traceutil/trace.go:171","msg":"trace[1507445401] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:11412; }","duration":"169.855438ms","start":"2026-03-03T20:29:01.616138Z","end":"2026-03-03T20:29:01.785994Z","steps":["trace[1507445401] 'agreement among raft nodes before linearized reading' (duration: 169.794146ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:01.924813Z","caller":"traceutil/trace.go:171","msg":"trace[616977599] transaction","detail":"{read_only:false; response_revision:11413; number_of_response:1; }","duration":"137.349553ms","start":"2026-03-03T20:29:01.787437Z","end":"2026-03-03T20:29:01.924787Z","steps":["trace[616977599] 'process raft request' (duration: 62.79459ms)","trace[616977599] 'compare' (duration: 74.375099ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:29:02.416872Z","caller":"traceutil/trace.go:171","msg":"trace[2016044421] linearizableReadLoop","detail":"{readStateIndex:11845; appliedIndex:11844; }","duration":"123.795557ms","start":"2026-03-03T20:29:02.293022Z","end":"2026-03-03T20:29:02.416818Z","steps":["trace[2016044421] 'read index received' (duration: 123.615383ms)","trace[2016044421] 'applied index is now lower than readState.Index' (duration: 179.034µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:29:02.417032Z","caller":"traceutil/trace.go:171","msg":"trace[445247909] transaction","detail":"{read_only:false; response_revision:11415; number_of_response:1; }","duration":"170.022912ms","start":"2026-03-03T20:29:02.246978Z","end":"2026-03-03T20:29:02.417Z","steps":["trace[445247909] 'process raft request' (duration: 169.683315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:02.417271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.34246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:29:02.417362Z","caller":"traceutil/trace.go:171","msg":"trace[1360441457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11415; }","duration":"124.512644ms","start":"2026-03-03T20:29:02.292833Z","end":"2026-03-03T20:29:02.417345Z","steps":["trace[1360441457] 'agreement among raft nodes before linearized reading' (duration: 124.31228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:02.655258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.825792ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:29:02.655416Z","caller":"traceutil/trace.go:171","msg":"trace[116441819] linearizableReadLoop","detail":"{readStateIndex:11847; appliedIndex:11846; }","duration":"191.00195ms","start":"2026-03-03T20:29:02.464389Z","end":"2026-03-03T20:29:02.655391Z","steps":["trace[116441819] 'read index received' (duration: 40.946242ms)","trace[116441819] 'applied index is now lower than readState.Index' (duration: 150.053388ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:29:02.655466Z","caller":"traceutil/trace.go:171","msg":"trace[2026958285] transaction","detail":"{read_only:false; response_revision:11417; number_of_response:1; }","duration":"233.876816ms","start":"2026-03-03T20:29:02.421539Z","end":"2026-03-03T20:29:02.655415Z","steps":["trace[2026958285] 'process raft request' (duration: 83.758817ms)","trace[2026958285] 'compare' (duration: 149.566957ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:29:02.655638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.241555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:29:02.655733Z","caller":"traceutil/trace.go:171","msg":"trace[344829542] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:11417; }","duration":"191.394959ms","start":"2026-03-03T20:29:02.464319Z","end":"2026-03-03T20:29:02.655714Z","steps":["trace[344829542] 'agreement among raft nodes before linearized reading' (duration: 191.206835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:02.948555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.319992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:02.948642Z","caller":"traceutil/trace.go:171","msg":"trace[1913943401] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:11417; }","duration":"131.476606ms","start":"2026-03-03T20:29:02.817141Z","end":"2026-03-03T20:29:02.948618Z","steps":["trace[1913943401] 'count revisions from in-memory index tree' (duration: 131.24657ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:02.948722Z","caller":"traceutil/trace.go:171","msg":"trace[1221007537] transaction","detail":"{read_only:false; response_revision:11418; number_of_response:1; }","duration":"109.833772ms","start":"2026-03-03T20:29:02.838854Z","end":"2026-03-03T20:29:02.948688Z","steps":["trace[1221007537] 'process raft request' (duration: 73.674612ms)","trace[1221007537] 'compare' (duration: 35.984796ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:29:02.959218Z","caller":"traceutil/trace.go:171","msg":"trace[1699920740] transaction","detail":"{read_only:false; response_revision:11419; number_of_response:1; }","duration":"119.355874ms","start":"2026-03-03T20:29:02.839845Z","end":"2026-03-03T20:29:02.959201Z","steps":["trace[1699920740] 'process raft request' (duration: 119.224711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:03.51826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.795838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:29:03.51834Z","caller":"traceutil/trace.go:171","msg":"trace[938505945] linearizableReadLoop","detail":"{readStateIndex:11850; appliedIndex:11849; }","duration":"466.406212ms","start":"2026-03-03T20:29:03.05192Z","end":"2026-03-03T20:29:03.518326Z","steps":["trace[938505945] 'read index received' (duration: 169.667464ms)","trace[938505945] 'applied index is now lower than readState.Index' (duration: 296.737808ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:29:03.518391Z","caller":"traceutil/trace.go:171","msg":"trace[71030289] transaction","detail":"{read_only:false; response_revision:11420; number_of_response:1; }","duration":"506.893033ms","start":"2026-03-03T20:29:03.01149Z","end":"2026-03-03T20:29:03.518383Z","steps":["trace[71030289] 'process raft request' (duration: 197.89516ms)","trace[71030289] 'compare' (duration: 308.692306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:29:03.518484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:03.011462Z","time spent":"506.947174ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:29:03.518555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.619617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:29:03.518653Z","caller":"traceutil/trace.go:171","msg":"trace[538625174] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11420; }","duration":"466.767511ms","start":"2026-03-03T20:29:03.051861Z","end":"2026-03-03T20:29:03.518629Z","steps":["trace[538625174] 'agreement among raft nodes before linearized reading' (duration: 466.543665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:03.518725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:03.051836Z","time spent":"466.867792ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T20:29:03.536123Z","caller":"traceutil/trace.go:171","msg":"trace[1372512662] transaction","detail":"{read_only:false; response_revision:11421; number_of_response:1; }","duration":"393.249771ms","start":"2026-03-03T20:29:03.142852Z","end":"2026-03-03T20:29:03.536102Z","steps":["trace[1372512662] 'process raft request' (duration: 393.119708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:03.536236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:03.142819Z","time spent":"393.372804ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:29:03.536586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.198875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:03.536638Z","caller":"traceutil/trace.go:171","msg":"trace[1822806066] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:11421; }","duration":"188.305227ms","start":"2026-03-03T20:29:03.348319Z","end":"2026-03-03T20:29:03.536624Z","steps":["trace[1822806066] 'agreement among raft nodes before linearized reading' (duration: 187.752374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:04.97997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27727224s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:29:04.980074Z","caller":"traceutil/trace.go:171","msg":"trace[1891931252] linearizableReadLoop","detail":"{readStateIndex:11852; appliedIndex:11851; }","duration":"1.188198549s","start":"2026-03-03T20:29:03.791859Z","end":"2026-03-03T20:29:04.980057Z","steps":["trace[1891931252] 'read index received' (duration: 30.421µs)","trace[1891931252] 'applied index is now lower than readState.Index' (duration: 1.188167068s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:29:04.980262Z","caller":"traceutil/trace.go:171","msg":"trace[670130067] transaction","detail":"{read_only:false; response_revision:11422; number_of_response:1; }","duration":"1.457272803s","start":"2026-03-03T20:29:03.522976Z","end":"2026-03-03T20:29:04.980249Z","steps":["trace[670130067] 'process raft request' (duration: 179.635314ms)","trace[670130067] 'compare' (duration: 1.277173418s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:29:04.980336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:03.522951Z","time spent":"1.457346615s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:29:04.980777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188904076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T20:29:04.98086Z","caller":"traceutil/trace.go:171","msg":"trace[866291222] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11422; }","duration":"1.189038409s","start":"2026-03-03T20:29:03.7918Z","end":"2026-03-03T20:29:04.980839Z","steps":["trace[866291222] 'agreement among raft nodes before linearized reading' (duration: 1.188481816s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:04.981121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:03.791784Z","time spent":"1.189275455s","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T20:29:05.141323Z","caller":"traceutil/trace.go:171","msg":"trace[491462861] transaction","detail":"{read_only:false; response_revision:11423; number_of_response:1; }","duration":"186.899914ms","start":"2026-03-03T20:29:04.954391Z","end":"2026-03-03T20:29:05.141291Z","steps":["trace[491462861] 'process raft request' (duration: 139.165995ms)","trace[491462861] 'compare' (duration: 47.513224ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:29:05.14155Z","caller":"traceutil/trace.go:171","msg":"trace[1687014046] linearizableReadLoop","detail":"{readStateIndex:11854; appliedIndex:11852; }","duration":"161.418013ms","start":"2026-03-03T20:29:04.9801Z","end":"2026-03-03T20:29:05.141518Z","steps":["trace[1687014046] 'read index received' (duration: 113.468108ms)","trace[1687014046] 'applied index is now lower than readState.Index' (duration: 47.946595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:29:05.141786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348503416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:29:05.141849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348643239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:29:05.141862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348723371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:05.141864Z","caller":"traceutil/trace.go:171","msg":"trace[1644193816] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11424; }","duration":"1.348634219s","start":"2026-03-03T20:29:03.793207Z","end":"2026-03-03T20:29:05.141841Z","steps":["trace[1644193816] 'agreement among raft nodes before linearized reading' (duration: 1.348500686s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:05.141892Z","caller":"traceutil/trace.go:171","msg":"trace[307142543] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11424; }","duration":"1.348721971s","start":"2026-03-03T20:29:03.793156Z","end":"2026-03-03T20:29:05.141878Z","steps":["trace[307142543] 'agreement among raft nodes before linearized reading' (duration: 1.34866689s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:05.141908Z","caller":"traceutil/trace.go:171","msg":"trace[846897274] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11424; }","duration":"1.348769322s","start":"2026-03-03T20:29:03.793121Z","end":"2026-03-03T20:29:05.14189Z","steps":["trace[846897274] 'agreement among raft nodes before linearized reading' (duration: 1.348711231s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:05.141919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:03.793185Z","time spent":"1.348720581s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T20:29:05.141942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:03.793129Z","time spent":"1.348801253s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T20:29:05.141948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:03.793116Z","time spent":"1.348821813s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T20:29:05.142071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349059949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:05.14212Z","caller":"traceutil/trace.go:171","msg":"trace[1828819972] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11424; }","duration":"1.349172581s","start":"2026-03-03T20:29:03.792935Z","end":"2026-03-03T20:29:05.142107Z","steps":["trace[1828819972] 'agreement among raft nodes before linearized reading' (duration: 1.34910503s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:05.142098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.575275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"warn","ts":"2026-03-03T20:29:05.142114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34866467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:29:05.142134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.278715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T20:29:05.142157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:03.792913Z","time spent":"1.349233083s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T20:29:05.142169Z","caller":"traceutil/trace.go:171","msg":"trace[1918385288] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:11424; }","duration":"703.697757ms","start":"2026-03-03T20:29:04.438453Z","end":"2026-03-03T20:29:05.142151Z","steps":["trace[1918385288] 'agreement among raft nodes before linearized reading' (duration: 703.476512ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:05.142182Z","caller":"traceutil/trace.go:171","msg":"trace[737611490] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11424; }","duration":"924.359357ms","start":"2026-03-03T20:29:04.217808Z","end":"2026-03-03T20:29:05.142168Z","steps":["trace[737611490] 'agreement among raft nodes before linearized reading' (duration: 924.216383ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:05.142183Z","caller":"traceutil/trace.go:171","msg":"trace[2139182800] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11424; }","duration":"1.348731912s","start":"2026-03-03T20:29:03.793431Z","end":"2026-03-03T20:29:05.142163Z","steps":["trace[2139182800] 'agreement among raft nodes before linearized reading' (duration: 1.348596678s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:05.142215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:04.438428Z","time spent":"703.77757ms","remote":"127.0.0.1:53866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7769,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T20:29:05.142226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:04.217788Z","time spent":"924.426299ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:29:05.142224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20324771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-03T20:29:05.142251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348601078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:29:05.141794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342663251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:05.142284Z","caller":"traceutil/trace.go:171","msg":"trace[1416143284] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:11424; }","duration":"1.203344052s","start":"2026-03-03T20:29:03.938923Z","end":"2026-03-03T20:29:05.142267Z","steps":["trace[1416143284] 'agreement among raft nodes before linearized reading' (duration: 1.203174158s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:05.14231Z","caller":"traceutil/trace.go:171","msg":"trace[2013930145] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11424; }","duration":"1.34866791s","start":"2026-03-03T20:29:03.793624Z","end":"2026-03-03T20:29:05.142292Z","steps":["trace[2013930145] 'agreement among raft nodes before linearized reading' (duration: 1.348546877s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:05.142311Z","caller":"traceutil/trace.go:171","msg":"trace[495642938] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:11424; }","duration":"1.343203663s","start":"2026-03-03T20:29:03.79909Z","end":"2026-03-03T20:29:05.142294Z","steps":["trace[495642938] 'agreement among raft nodes before linearized reading' (duration: 1.342589068s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:05.142331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:03.938901Z","time spent":"1.203417103s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-9tmdb\" "} {"level":"warn","ts":"2026-03-03T20:29:05.142349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:03.793619Z","time spent":"1.348719171s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T20:29:05.142179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348785903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:29:05.142264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:03.7934Z","time spent":"1.348822103s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T20:29:05.14243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.542052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T20:29:05.142439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348877265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-03T20:29:05.142473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.005922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:29:05.14237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:03.79908Z","time spent":"1.343273814s","remote":"127.0.0.1:53942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:29:05.142484Z","caller":"traceutil/trace.go:171","msg":"trace[1050037887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11424; }","duration":"718.732537ms","start":"2026-03-03T20:29:04.423736Z","end":"2026-03-03T20:29:05.142469Z","steps":["trace[1050037887] 'agreement among raft nodes before linearized reading' (duration: 718.503111ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:05.142492Z","caller":"traceutil/trace.go:171","msg":"trace[768648371] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11424; }","duration":"1.348981907s","start":"2026-03-03T20:29:03.793496Z","end":"2026-03-03T20:29:05.142478Z","steps":["trace[768648371] 'agreement among raft nodes before linearized reading' (duration: 1.348840884s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:05.142505Z","caller":"traceutil/trace.go:171","msg":"trace[1511518973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11424; }","duration":"176.078773ms","start":"2026-03-03T20:29:04.966417Z","end":"2026-03-03T20:29:05.142495Z","steps":["trace[1511518973] 'agreement among raft nodes before linearized reading' (duration: 176.028372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:05.142534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:03.793489Z","time spent":"1.349033768s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T20:29:05.141799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348979217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-03T20:29:05.142575Z","caller":"traceutil/trace.go:171","msg":"trace[784458852] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11424; }","duration":"1.349772095s","start":"2026-03-03T20:29:03.792791Z","end":"2026-03-03T20:29:05.142563Z","steps":["trace[784458852] 'agreement among raft nodes before linearized reading' (duration: 1.348818883s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:05.142536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:04.423715Z","time spent":"718.805789ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:29:05.142615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:03.792787Z","time spent":"1.349818267s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T20:29:05.142414Z","caller":"traceutil/trace.go:171","msg":"trace[547813479] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11424; }","duration":"1.349051248s","start":"2026-03-03T20:29:03.793348Z","end":"2026-03-03T20:29:05.142399Z","steps":["trace[547813479] 'agreement among raft nodes before linearized reading' (duration: 1.348790722s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:05.142708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.019158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T20:29:05.142725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:03.793339Z","time spent":"1.349374536s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T20:29:05.142739Z","caller":"traceutil/trace.go:171","msg":"trace[1435468755] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11424; }","duration":"483.08063ms","start":"2026-03-03T20:29:04.659649Z","end":"2026-03-03T20:29:05.142729Z","steps":["trace[1435468755] 'agreement among raft nodes before linearized reading' (duration: 482.988638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:05.142766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:04.65963Z","time spent":"483.130291ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:29:05.141785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348588288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:05.142814Z","caller":"traceutil/trace.go:171","msg":"trace[1052581340] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11424; }","duration":"1.349630832s","start":"2026-03-03T20:29:03.793166Z","end":"2026-03-03T20:29:05.142796Z","steps":["trace[1052581340] 'agreement among raft nodes before linearized reading' (duration: 1.348558057s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:05.142871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:03.79316Z","time spent":"1.349695034s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T20:29:05.142421Z","caller":"traceutil/trace.go:171","msg":"trace[993245810] transaction","detail":"{read_only:false; response_revision:11424; number_of_response:1; }","duration":"175.12332ms","start":"2026-03-03T20:29:04.967284Z","end":"2026-03-03T20:29:05.142407Z","steps":["trace[993245810] 'process raft request' (duration: 173.959263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:05.143608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.518946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:29:05.143718Z","caller":"traceutil/trace.go:171","msg":"trace[1111443952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11424; }","duration":"713.666789ms","start":"2026-03-03T20:29:04.430025Z","end":"2026-03-03T20:29:05.143692Z","steps":["trace[1111443952] 'agreement among raft nodes before linearized reading' (duration: 713.353182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:05.143802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:04.430009Z","time spent":"713.757042ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T20:29:05.70064Z","caller":"traceutil/trace.go:171","msg":"trace[1710327707] transaction","detail":"{read_only:false; response_revision:11428; number_of_response:1; }","duration":"552.894212ms","start":"2026-03-03T20:29:05.147726Z","end":"2026-03-03T20:29:05.70062Z","steps":["trace[1710327707] 'process raft request' (duration: 552.83797ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:05.70074Z","caller":"traceutil/trace.go:171","msg":"trace[1046567186] transaction","detail":"{read_only:false; response_revision:11426; number_of_response:1; }","duration":"553.053645ms","start":"2026-03-03T20:29:05.147631Z","end":"2026-03-03T20:29:05.700684Z","steps":["trace[1046567186] 'process raft request' (duration: 552.751688ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:05.700773Z","caller":"traceutil/trace.go:171","msg":"trace[1092798965] transaction","detail":"{read_only:false; response_revision:11427; number_of_response:1; }","duration":"553.047176ms","start":"2026-03-03T20:29:05.147697Z","end":"2026-03-03T20:29:05.700744Z","steps":["trace[1092798965] 'process raft request' (duration: 552.837931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:05.701133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:05.147688Z","time spent":"553.154118ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:29:05.701199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:05.1476Z","time spent":"553.226599ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:29:05.700771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:05.147713Z","time spent":"552.988624ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:29:05.701282Z","caller":"traceutil/trace.go:171","msg":"trace[1145305713] linearizableReadLoop","detail":"{readStateIndex:11859; appliedIndex:11855; }","duration":"552.084083ms","start":"2026-03-03T20:29:05.149157Z","end":"2026-03-03T20:29:05.701241Z","steps":["trace[1145305713] 'read index received' (duration: 66.630879ms)","trace[1145305713] 'applied index is now lower than readState.Index' (duration: 485.450294ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:29:05.701368Z","caller":"traceutil/trace.go:171","msg":"trace[669656016] transaction","detail":"{read_only:false; response_revision:11429; number_of_response:1; }","duration":"553.000014ms","start":"2026-03-03T20:29:05.148354Z","end":"2026-03-03T20:29:05.701354Z","steps":["trace[669656016] 'process raft request' (duration: 552.232216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:05.701448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:05.148345Z","time spent":"553.056906ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:29:05.701979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.791839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444917"} {"level":"info","ts":"2026-03-03T20:29:05.702008Z","caller":"traceutil/trace.go:171","msg":"trace[1272736888] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11429; }","duration":"552.872171ms","start":"2026-03-03T20:29:05.14913Z","end":"2026-03-03T20:29:05.702002Z","steps":["trace[1272736888] 'agreement among raft nodes before linearized reading' (duration: 552.259747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:05.702038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:05.149121Z","time spent":"552.909842ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":444940,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T20:29:05.813426Z","caller":"traceutil/trace.go:171","msg":"trace[285196788] linearizableReadLoop","detail":"{readStateIndex:11860; appliedIndex:11859; }","duration":"112.046154ms","start":"2026-03-03T20:29:05.701354Z","end":"2026-03-03T20:29:05.8134Z","steps":["trace[285196788] 'read index received' (duration: 48.592479ms)","trace[285196788] 'applied index is now lower than readState.Index' (duration: 63.452635ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:29:05.813505Z","caller":"traceutil/trace.go:171","msg":"trace[1973846469] transaction","detail":"{read_only:false; response_revision:11430; number_of_response:1; }","duration":"288.974988ms","start":"2026-03-03T20:29:05.524482Z","end":"2026-03-03T20:29:05.813457Z","steps":["trace[1973846469] 'process raft request' (duration: 225.582954ms)","trace[1973846469] 'compare' (duration: 63.157278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:29:05.813785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.052364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:29:05.813871Z","caller":"traceutil/trace.go:171","msg":"trace[770250741] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:11430; }","duration":"528.200318ms","start":"2026-03-03T20:29:05.28565Z","end":"2026-03-03T20:29:05.813851Z","steps":["trace[770250741] 'agreement among raft nodes before linearized reading' (duration: 527.998603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:05.81373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.866255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:05.8142Z","caller":"traceutil/trace.go:171","msg":"trace[1613431263] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:11430; }","duration":"622.397267ms","start":"2026-03-03T20:29:05.191784Z","end":"2026-03-03T20:29:05.814181Z","steps":["trace[1613431263] 'agreement among raft nodes before linearized reading' (duration: 621.866535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:05.814257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:05.191763Z","time spent":"622.475539ms","remote":"127.0.0.1:35898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:29:05.813926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:05.285626Z","time spent":"528.29015ms","remote":"127.0.0.1:35884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:29:06.430289Z","caller":"traceutil/trace.go:171","msg":"trace[243215625] transaction","detail":"{read_only:false; response_revision:11432; number_of_response:1; }","duration":"123.4616ms","start":"2026-03-03T20:29:06.306784Z","end":"2026-03-03T20:29:06.430246Z","steps":["trace[243215625] 'process raft request' (duration: 123.225624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:06.613619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.440367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:06.613721Z","caller":"traceutil/trace.go:171","msg":"trace[1225798122] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11432; }","duration":"116.59415ms","start":"2026-03-03T20:29:06.497102Z","end":"2026-03-03T20:29:06.613696Z","steps":["trace[1225798122] 'range keys from in-memory index tree' (duration: 116.356485ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:06.826473Z","caller":"traceutil/trace.go:171","msg":"trace[2131388162] linearizableReadLoop","detail":"{readStateIndex:11863; appliedIndex:11862; }","duration":"209.719575ms","start":"2026-03-03T20:29:06.616716Z","end":"2026-03-03T20:29:06.826436Z","steps":["trace[2131388162] 'read index received' (duration: 209.50881ms)","trace[2131388162] 'applied index is now lower than readState.Index' (duration: 209.235µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:29:06.826651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.909179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:06.826693Z","caller":"traceutil/trace.go:171","msg":"trace[1429657140] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11433; }","duration":"210.004252ms","start":"2026-03-03T20:29:06.616673Z","end":"2026-03-03T20:29:06.826677Z","steps":["trace[1429657140] 'agreement among raft nodes before linearized reading' (duration: 209.905479ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:06.826701Z","caller":"traceutil/trace.go:171","msg":"trace[203979901] transaction","detail":"{read_only:false; response_revision:11433; number_of_response:1; }","duration":"312.992846ms","start":"2026-03-03T20:29:06.51352Z","end":"2026-03-03T20:29:06.826513Z","steps":["trace[203979901] 'process raft request' (duration: 312.672548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:06.826988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:06.513496Z","time spent":"313.382794ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:29:06.944566Z","caller":"traceutil/trace.go:171","msg":"trace[700262482] linearizableReadLoop","detail":"{readStateIndex:11864; appliedIndex:11863; }","duration":"113.736344ms","start":"2026-03-03T20:29:06.830786Z","end":"2026-03-03T20:29:06.944522Z","steps":["trace[700262482] 'read index received' (duration: 38.099276ms)","trace[700262482] 'applied index is now lower than readState.Index' (duration: 75.634898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:29:06.94494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.135513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:29:06.945122Z","caller":"traceutil/trace.go:171","msg":"trace[642908561] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11433; }","duration":"114.379448ms","start":"2026-03-03T20:29:06.830721Z","end":"2026-03-03T20:29:06.9451Z","steps":["trace[642908561] 'agreement among raft nodes before linearized reading' (duration: 113.921598ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:07.138513Z","caller":"traceutil/trace.go:171","msg":"trace[1561972801] transaction","detail":"{read_only:false; response_revision:11434; number_of_response:1; }","duration":"149.352472ms","start":"2026-03-03T20:29:06.989137Z","end":"2026-03-03T20:29:07.138489Z","steps":["trace[1561972801] 'process raft request' (duration: 149.157747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:07.310818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.441579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:29:07.310949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.095614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:29:07.310999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.222886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:29:07.311033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.92089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:07.311047Z","caller":"traceutil/trace.go:171","msg":"trace[1746957734] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11434; }","duration":"164.219686ms","start":"2026-03-03T20:29:07.146803Z","end":"2026-03-03T20:29:07.311022Z","steps":["trace[1746957734] 'range keys from in-memory index tree' (duration: 164.049042ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:07.311073Z","caller":"traceutil/trace.go:171","msg":"trace[1589084700] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11434; }","duration":"163.991572ms","start":"2026-03-03T20:29:07.14707Z","end":"2026-03-03T20:29:07.311062Z","steps":["trace[1589084700] 'range keys from in-memory index tree' (duration: 163.853608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:07.31106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.725156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:07.311075Z","caller":"traceutil/trace.go:171","msg":"trace[574703821] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11434; }","duration":"164.331039ms","start":"2026-03-03T20:29:07.146723Z","end":"2026-03-03T20:29:07.311054Z","steps":["trace[574703821] 'range keys from in-memory index tree' (duration: 164.105854ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:07.31112Z","caller":"traceutil/trace.go:171","msg":"trace[2033145867] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11434; }","duration":"163.811138ms","start":"2026-03-03T20:29:07.147293Z","end":"2026-03-03T20:29:07.311104Z","steps":["trace[2033145867] 'range keys from in-memory index tree' (duration: 163.612493ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:07.310973Z","caller":"traceutil/trace.go:171","msg":"trace[544218330] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11434; }","duration":"163.660854ms","start":"2026-03-03T20:29:07.147271Z","end":"2026-03-03T20:29:07.310932Z","steps":["trace[544218330] 'range keys from in-memory index tree' (duration: 163.301596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:07.310945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.565769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:29:07.311189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.751233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:29:07.310871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.809336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:07.311318Z","caller":"traceutil/trace.go:171","msg":"trace[1722614787] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11434; }","duration":"164.317339ms","start":"2026-03-03T20:29:07.146989Z","end":"2026-03-03T20:29:07.311306Z","steps":["trace[1722614787] 'range keys from in-memory index tree' (duration: 163.769887ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:07.311343Z","caller":"traceutil/trace.go:171","msg":"trace[1540792603] transaction","detail":"{read_only:false; response_revision:11435; number_of_response:1; }","duration":"162.893156ms","start":"2026-03-03T20:29:07.148434Z","end":"2026-03-03T20:29:07.311327Z","steps":["trace[1540792603] 'process raft request' (duration: 100.975037ms)","trace[1540792603] 'compare' (duration: 61.469319ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:29:07.311402Z","caller":"traceutil/trace.go:171","msg":"trace[1446694642] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11434; }","duration":"162.950858ms","start":"2026-03-03T20:29:07.148339Z","end":"2026-03-03T20:29:07.31129Z","steps":["trace[1446694642] 'range keys from in-memory index tree' (duration: 162.667641ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:07.311403Z","caller":"traceutil/trace.go:171","msg":"trace[1198987376] linearizableReadLoop","detail":"{readStateIndex:11866; appliedIndex:11865; }","duration":"162.798664ms","start":"2026-03-03T20:29:07.148519Z","end":"2026-03-03T20:29:07.311318Z","steps":["trace[1198987376] 'read index received' (duration: 100.925456ms)","trace[1198987376] 'applied index is now lower than readState.Index' (duration: 61.870058ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:29:07.311466Z","caller":"traceutil/trace.go:171","msg":"trace[1185080687] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11434; }","duration":"163.117711ms","start":"2026-03-03T20:29:07.148332Z","end":"2026-03-03T20:29:07.311449Z","steps":["trace[1185080687] 'range keys from in-memory index tree' (duration: 162.413776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:07.311718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.179933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-03T20:29:07.311803Z","caller":"traceutil/trace.go:171","msg":"trace[451121192] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11435; }","duration":"163.290896ms","start":"2026-03-03T20:29:07.148491Z","end":"2026-03-03T20:29:07.311781Z","steps":["trace[451121192] 'agreement among raft nodes before linearized reading' (duration: 163.01483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:07.315044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.171593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-03T20:29:07.315102Z","caller":"traceutil/trace.go:171","msg":"trace[2073925166] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11436; }","duration":"166.252235ms","start":"2026-03-03T20:29:07.148832Z","end":"2026-03-03T20:29:07.315085Z","steps":["trace[2073925166] 'agreement among raft nodes before linearized reading' (duration: 166.084671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:07.315135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.78594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:07.315081Z","caller":"traceutil/trace.go:171","msg":"trace[1077814955] transaction","detail":"{read_only:false; response_revision:11436; number_of_response:1; }","duration":"165.873416ms","start":"2026-03-03T20:29:07.149183Z","end":"2026-03-03T20:29:07.315057Z","steps":["trace[1077814955] 'process raft request' (duration: 165.61302ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:07.315203Z","caller":"traceutil/trace.go:171","msg":"trace[170588101] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:11436; }","duration":"124.883433ms","start":"2026-03-03T20:29:07.1903Z","end":"2026-03-03T20:29:07.315183Z","steps":["trace[170588101] 'agreement among raft nodes before linearized reading' (duration: 124.718179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:07.797471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.670539ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:07.79766Z","caller":"traceutil/trace.go:171","msg":"trace[1450485996] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11436; }","duration":"343.880143ms","start":"2026-03-03T20:29:07.453755Z","end":"2026-03-03T20:29:07.797635Z","steps":["trace[1450485996] 'range keys from in-memory index tree' (duration: 343.645378ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:08.107185Z","caller":"traceutil/trace.go:171","msg":"trace[955107711] transaction","detail":"{read_only:false; response_revision:11439; number_of_response:1; }","duration":"305.293586ms","start":"2026-03-03T20:29:07.801867Z","end":"2026-03-03T20:29:08.107161Z","steps":["trace[955107711] 'process raft request' (duration: 305.218575ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:08.107201Z","caller":"traceutil/trace.go:171","msg":"trace[1700008916] transaction","detail":"{read_only:false; response_revision:11438; number_of_response:1; }","duration":"305.356398ms","start":"2026-03-03T20:29:07.801802Z","end":"2026-03-03T20:29:08.107158Z","steps":["trace[1700008916] 'process raft request' (duration: 305.115743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:08.107341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:07.801863Z","time spent":"305.396949ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:29:08.10736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:07.801778Z","time spent":"305.495691ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:29:08.107418Z","caller":"traceutil/trace.go:171","msg":"trace[1964798112] linearizableReadLoop","detail":"{readStateIndex:11870; appliedIndex:11867; }","duration":"305.309077ms","start":"2026-03-03T20:29:07.802073Z","end":"2026-03-03T20:29:08.107382Z","steps":["trace[1964798112] 'read index received' (duration: 6.847959ms)","trace[1964798112] 'applied index is now lower than readState.Index' (duration: 298.458817ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:29:08.107486Z","caller":"traceutil/trace.go:171","msg":"trace[869012887] transaction","detail":"{read_only:false; response_revision:11440; number_of_response:1; }","duration":"304.57317ms","start":"2026-03-03T20:29:07.802868Z","end":"2026-03-03T20:29:08.107441Z","steps":["trace[869012887] 'process raft request' (duration: 304.256523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:08.107864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:07.802863Z","time spent":"304.705863ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:29:08.108144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.064295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444917"} {"level":"info","ts":"2026-03-03T20:29:08.108242Z","caller":"traceutil/trace.go:171","msg":"trace[889152630] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11440; }","duration":"306.166737ms","start":"2026-03-03T20:29:07.802038Z","end":"2026-03-03T20:29:08.108205Z","steps":["trace[889152630] 'agreement among raft nodes before linearized reading' (duration: 305.46392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:08.108308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:07.802032Z","time spent":"306.259519ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":444940,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T20:29:08.156907Z","caller":"traceutil/trace.go:171","msg":"trace[1539982650] transaction","detail":"{read_only:false; response_revision:11441; number_of_response:1; }","duration":"338.781315ms","start":"2026-03-03T20:29:07.818102Z","end":"2026-03-03T20:29:08.156883Z","steps":["trace[1539982650] 'process raft request' (duration: 338.583281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:08.156905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.649905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:08.157015Z","caller":"traceutil/trace.go:171","msg":"trace[1066709752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11441; }","duration":"191.812689ms","start":"2026-03-03T20:29:07.965184Z","end":"2026-03-03T20:29:08.156997Z","steps":["trace[1066709752] 'agreement among raft nodes before linearized reading' (duration: 191.636295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:08.157044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:07.818068Z","time spent":"338.922599ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:29:08.386493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.688429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:08.386617Z","caller":"traceutil/trace.go:171","msg":"trace[1925851000] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:11441; }","duration":"115.876404ms","start":"2026-03-03T20:29:08.270706Z","end":"2026-03-03T20:29:08.386583Z","steps":["trace[1925851000] 'count revisions from in-memory index tree' (duration: 115.592067ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:08.715369Z","caller":"traceutil/trace.go:171","msg":"trace[933573626] compact","detail":"{revision:9462; response_revision:11442; }","duration":"112.72845ms","start":"2026-03-03T20:29:08.602599Z","end":"2026-03-03T20:29:08.715328Z","steps":["trace[933573626] 'process raft request' (duration: 37.057491ms)","trace[933573626] 'check and update compact revision' (duration: 75.504376ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:29:08.715521Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9462} {"level":"warn","ts":"2026-03-03T20:29:09.076903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.865444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:09.077088Z","caller":"traceutil/trace.go:171","msg":"trace[1639503347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11442; }","duration":"110.062578ms","start":"2026-03-03T20:29:08.966997Z","end":"2026-03-03T20:29:09.07706Z","steps":["trace[1639503347] 'range keys from in-memory index tree' (duration: 109.778382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:09.387196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.345099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:29:09.387375Z","caller":"traceutil/trace.go:171","msg":"trace[552286791] transaction","detail":"{read_only:false; response_revision:11443; number_of_response:1; }","duration":"187.061819ms","start":"2026-03-03T20:29:09.200263Z","end":"2026-03-03T20:29:09.387325Z","steps":["trace[552286791] 'process raft request' (duration: 44.506365ms)","trace[552286791] 'compare' (duration: 28.265247ms)","trace[552286791] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:473; } (duration: 113.706403ms)"],"step_count":3} {"level":"warn","ts":"2026-03-03T20:29:09.649416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.079019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:09.649482Z","caller":"traceutil/trace.go:171","msg":"trace[411225706] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11443; }","duration":"332.208362ms","start":"2026-03-03T20:29:09.317255Z","end":"2026-03-03T20:29:09.649464Z","steps":["trace[411225706] 'agreement among raft nodes before linearized reading' (duration: 70.10992ms)","trace[411225706] 'range keys from in-memory index tree' (duration: 261.99164ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:29:09.649514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:09.317222Z","time spent":"332.285184ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T20:29:10.083931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.621509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:29:10.084122Z","caller":"traceutil/trace.go:171","msg":"trace[50910414] transaction","detail":"{read_only:false; response_revision:11444; number_of_response:1; }","duration":"766.375025ms","start":"2026-03-03T20:29:09.317708Z","end":"2026-03-03T20:29:10.084083Z","steps":["trace[50910414] 'process raft request' (duration: 147.488299ms)","trace[50910414] 'compare' (duration: 184.169651ms)","trace[50910414] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/08db1feb.percona.com; req_size:506; } (duration: 434.201543ms)"],"step_count":3} {"level":"warn","ts":"2026-03-03T20:29:10.084213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:09.317684Z","time spent":"766.484717ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:29:10.440874Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9462,"took":"1.720482452s","hash":2728228949,"current-db-size-bytes":39661568,"current-db-size":"40 MB","current-db-size-in-use-bytes":21180416,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-03T20:29:10.440938Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2728228949,"revision":9462,"compact-revision":7303} {"level":"warn","ts":"2026-03-03T20:29:10.441476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.330246ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:29:10.441712Z","caller":"traceutil/trace.go:171","msg":"trace[1179544331] transaction","detail":"{read_only:false; response_revision:11446; number_of_response:1; }","duration":"278.054863ms","start":"2026-03-03T20:29:10.16364Z","end":"2026-03-03T20:29:10.441695Z","steps":["trace[1179544331] 'process raft request' (duration: 277.948431ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:10.441933Z","caller":"traceutil/trace.go:171","msg":"trace[2051829544] transaction","detail":"{read_only:false; response_revision:11445; number_of_response:1; }","duration":"1.120778342s","start":"2026-03-03T20:29:09.320995Z","end":"2026-03-03T20:29:10.441773Z","steps":["trace[2051829544] 'process raft request' (duration: 763.067377ms)","trace[2051829544] 'compare' (duration: 175.793006ms)","trace[2051829544] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; req_size:538; } (duration: 181.1394ms)"],"step_count":3} {"level":"info","ts":"2026-03-03T20:29:10.44177Z","caller":"traceutil/trace.go:171","msg":"trace[37747188] linearizableReadLoop","detail":"{readStateIndex:11877; appliedIndex:11875; }","duration":"1.054461331s","start":"2026-03-03T20:29:09.387294Z","end":"2026-03-03T20:29:10.441755Z","steps":["trace[37747188] 'read index received' (duration: 78.011143ms)","trace[37747188] 'applied index is now lower than readState.Index' (duration: 976.449398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:29:10.441842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123166847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:10.44219Z","caller":"traceutil/trace.go:171","msg":"trace[1975374292] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11446; }","duration":"1.123540376s","start":"2026-03-03T20:29:09.318633Z","end":"2026-03-03T20:29:10.442174Z","steps":["trace[1975374292] 'agreement among raft nodes before linearized reading' (duration: 1.123147027s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:10.44226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:09.31862Z","time spent":"1.123623698s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T20:29:10.441848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123227929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:29:10.441874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123209138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:10.442346Z","caller":"traceutil/trace.go:171","msg":"trace[1098678479] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11446; }","duration":"1.123765122s","start":"2026-03-03T20:29:09.318559Z","end":"2026-03-03T20:29:10.442324Z","steps":["trace[1098678479] 'agreement among raft nodes before linearized reading' (duration: 1.12323893s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:10.442363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:09.32098Z","time spent":"1.12108305s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:29:10.442367Z","caller":"traceutil/trace.go:171","msg":"trace[413574885] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11446; }","duration":"1.123702861s","start":"2026-03-03T20:29:09.318655Z","end":"2026-03-03T20:29:10.442358Z","steps":["trace[413574885] 'agreement among raft nodes before linearized reading' (duration: 1.123209129s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:10.442596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:09.318651Z","time spent":"1.123931496s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T20:29:10.442428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:09.318541Z","time spent":"1.123853854s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T20:29:10.441981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122505142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-03T20:29:10.442794Z","caller":"traceutil/trace.go:171","msg":"trace[743105834] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11446; }","duration":"1.123351392s","start":"2026-03-03T20:29:09.319425Z","end":"2026-03-03T20:29:10.442776Z","steps":["trace[743105834] 'agreement among raft nodes before linearized reading' (duration: 1.122442951s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:10.441892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12326067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:29:10.442838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:09.319408Z","time spent":"1.123418334s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T20:29:10.442859Z","caller":"traceutil/trace.go:171","msg":"trace[1272826259] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11446; }","duration":"1.124227623s","start":"2026-03-03T20:29:09.318612Z","end":"2026-03-03T20:29:10.44284Z","steps":["trace[1272826259] 'agreement among raft nodes before linearized reading' (duration: 1.123270261s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:10.442916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:09.318605Z","time spent":"1.124292004s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T20:29:10.661316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.724572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T20:29:10.661392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.247003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:29:10.661452Z","caller":"traceutil/trace.go:171","msg":"trace[11307660] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11446; }","duration":"446.322055ms","start":"2026-03-03T20:29:10.215111Z","end":"2026-03-03T20:29:10.661433Z","steps":["trace[11307660] 'agreement among raft nodes before linearized reading' (duration: 227.244703ms)","trace[11307660] 'count revisions from in-memory index tree' (duration: 218.98709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:29:10.661452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.374258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-03T20:29:10.66145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342799853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:10.661966Z","caller":"traceutil/trace.go:171","msg":"trace[393486280] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:11446; }","duration":"539.812698ms","start":"2026-03-03T20:29:10.122Z","end":"2026-03-03T20:29:10.661812Z","steps":["trace[393486280] 'agreement among raft nodes before linearized reading' (duration: 320.363717ms)","trace[393486280] 'range keys from in-memory index tree' (duration: 218.934499ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:29:10.662007Z","caller":"traceutil/trace.go:171","msg":"trace[1953958742] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11446; }","duration":"1.343359966s","start":"2026-03-03T20:29:09.318633Z","end":"2026-03-03T20:29:10.661993Z","steps":["trace[1953958742] 'agreement among raft nodes before linearized reading' (duration: 1.12324522s)","trace[1953958742] 'range keys from in-memory index tree' (duration: 219.540883ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:29:10.662033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:09.318627Z","time spent":"1.343397887s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T20:29:10.661486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:10.215057Z","time spent":"446.422817ms","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:29:10.661405Z","caller":"traceutil/trace.go:171","msg":"trace[145875161] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11446; }","duration":"547.854355ms","start":"2026-03-03T20:29:10.113528Z","end":"2026-03-03T20:29:10.661382Z","steps":["trace[145875161] 'agreement among raft nodes before linearized reading' (duration: 328.803753ms)","trace[145875161] 'range keys from in-memory index tree' (duration: 218.789386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:29:10.66218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:10.121975Z","time spent":"540.066744ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-9tmdb\" "} {"level":"warn","ts":"2026-03-03T20:29:10.661484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342829934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:10.662568Z","caller":"traceutil/trace.go:171","msg":"trace[1944635798] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11446; }","duration":"1.343888329s","start":"2026-03-03T20:29:09.318639Z","end":"2026-03-03T20:29:10.662527Z","steps":["trace[1944635798] 'agreement among raft nodes before linearized reading' (duration: 1.12327063s)","trace[1944635798] 'range keys from in-memory index tree' (duration: 219.556223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:29:10.661518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159884181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:29:10.662771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:09.318635Z","time spent":"1.344038302s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T20:29:10.661562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342808663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-03T20:29:10.662905Z","caller":"traceutil/trace.go:171","msg":"trace[175072261] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11446; }","duration":"1.344169525s","start":"2026-03-03T20:29:09.318705Z","end":"2026-03-03T20:29:10.662874Z","steps":["trace[175072261] 'agreement among raft nodes before linearized reading' (duration: 1.123220489s)","trace[175072261] 'range keys from in-memory index tree' (duration: 219.575784ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:29:10.662882Z","caller":"traceutil/trace.go:171","msg":"trace[1030353449] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:11446; }","duration":"1.16113706s","start":"2026-03-03T20:29:09.5016Z","end":"2026-03-03T20:29:10.662737Z","steps":["trace[1030353449] 'agreement among raft nodes before linearized reading' (duration: 940.715507ms)","trace[1030353449] 'count revisions from in-memory index tree' (duration: 219.190265ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:29:10.661561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.562719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:29:10.663003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:09.318676Z","time spent":"1.344290478s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T20:29:10.662997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:09.501584Z","time spent":"1.161389516s","remote":"127.0.0.1:45874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:29:10.663041Z","caller":"traceutil/trace.go:171","msg":"trace[636022629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11446; }","duration":"697.064314ms","start":"2026-03-03T20:29:09.965945Z","end":"2026-03-03T20:29:10.663009Z","steps":["trace[636022629] 'agreement among raft nodes before linearized reading' (duration: 476.387664ms)","trace[636022629] 'range keys from in-memory index tree' (duration: 219.197276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:29:10.661605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342897185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:29:10.663104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:09.965925Z","time spent":"697.161186ms","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:29:10.661571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.375901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:29:10.66315Z","caller":"traceutil/trace.go:171","msg":"trace[817999009] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11446; }","duration":"1.344439351s","start":"2026-03-03T20:29:09.318682Z","end":"2026-03-03T20:29:10.663121Z","steps":["trace[817999009] 'agreement among raft nodes before linearized reading' (duration: 1.12325495s)","trace[817999009] 'range keys from in-memory index tree' (duration: 219.654376ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:29:10.663194Z","caller":"traceutil/trace.go:171","msg":"trace[818607339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11446; }","duration":"545.03701ms","start":"2026-03-03T20:29:10.118148Z","end":"2026-03-03T20:29:10.663185Z","steps":["trace[818607339] 'agreement among raft nodes before linearized reading' (duration: 324.215627ms)","trace[818607339] 'range keys from in-memory index tree' (duration: 219.089253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:29:10.663225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:10.118139Z","time spent":"545.077161ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:29:10.663219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:09.318671Z","time spent":"1.344528673s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T20:29:10.661627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.527604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:29:10.663296Z","caller":"traceutil/trace.go:171","msg":"trace[326857001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11446; }","duration":"850.192962ms","start":"2026-03-03T20:29:09.813094Z","end":"2026-03-03T20:29:10.663287Z","steps":["trace[326857001] 'agreement among raft nodes before linearized reading' (duration: 629.245056ms)","trace[326857001] 'range keys from in-memory index tree' (duration: 219.241547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:29:10.663322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:09.813035Z","time spent":"850.279755ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:29:10.66174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.223034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T20:29:10.663347Z","caller":"traceutil/trace.go:171","msg":"trace[1765684581] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11446; }","duration":"549.837702ms","start":"2026-03-03T20:29:10.113504Z","end":"2026-03-03T20:29:10.663341Z","steps":["trace[1765684581] 'agreement among raft nodes before linearized reading' (duration: 328.822084ms)","trace[1765684581] 'range keys from in-memory index tree' (duration: 219.279627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:29:10.662234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:10.113522Z","time spent":"548.693174ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:29:10.66337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:10.113433Z","time spent":"549.931243ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T20:29:10.877146Z","caller":"traceutil/trace.go:171","msg":"trace[267345338] transaction","detail":"{read_only:false; response_revision:11447; number_of_response:1; }","duration":"210.113074ms","start":"2026-03-03T20:29:10.666996Z","end":"2026-03-03T20:29:10.877109Z","steps":["trace[267345338] 'process raft request' (duration: 209.859148ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:10.949333Z","caller":"traceutil/trace.go:171","msg":"trace[1625519893] transaction","detail":"{read_only:false; response_revision:11448; number_of_response:1; }","duration":"281.948903ms","start":"2026-03-03T20:29:10.667346Z","end":"2026-03-03T20:29:10.949295Z","steps":["trace[1625519893] 'process raft request' (duration: 281.720417ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:10.949727Z","caller":"traceutil/trace.go:171","msg":"trace[1675592547] linearizableReadLoop","detail":"{readStateIndex:11881; appliedIndex:11878; }","duration":"281.229326ms","start":"2026-03-03T20:29:10.668469Z","end":"2026-03-03T20:29:10.949698Z","steps":["trace[1675592547] 'read index received' (duration: 208.351642ms)","trace[1675592547] 'applied index is now lower than readState.Index' (duration: 72.876584ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:29:10.949858Z","caller":"traceutil/trace.go:171","msg":"trace[655901265] transaction","detail":"{read_only:false; response_revision:11450; number_of_response:1; }","duration":"281.246716ms","start":"2026-03-03T20:29:10.668599Z","end":"2026-03-03T20:29:10.949846Z","steps":["trace[655901265] 'process raft request' (duration: 280.95361ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:10.949784Z","caller":"traceutil/trace.go:171","msg":"trace[2008048465] transaction","detail":"{read_only:false; response_revision:11449; number_of_response:1; }","duration":"282.085266ms","start":"2026-03-03T20:29:10.667654Z","end":"2026-03-03T20:29:10.949739Z","steps":["trace[2008048465] 'process raft request' (duration: 281.589554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:10.950025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.986371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:29:10.950109Z","caller":"traceutil/trace.go:171","msg":"trace[501340550] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:11450; }","duration":"247.135354ms","start":"2026-03-03T20:29:10.702951Z","end":"2026-03-03T20:29:10.950086Z","steps":["trace[501340550] 'agreement among raft nodes before linearized reading' (duration: 246.941289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:10.950658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.156797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444917"} {"level":"info","ts":"2026-03-03T20:29:10.95082Z","caller":"traceutil/trace.go:171","msg":"trace[94147808] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11450; }","duration":"282.356773ms","start":"2026-03-03T20:29:10.668448Z","end":"2026-03-03T20:29:10.950805Z","steps":["trace[94147808] 'agreement among raft nodes before linearized reading' (duration: 281.491563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:11.087117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.864226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:11.087181Z","caller":"traceutil/trace.go:171","msg":"trace[1174363276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11450; }","duration":"122.949037ms","start":"2026-03-03T20:29:10.964218Z","end":"2026-03-03T20:29:11.087167Z","steps":["trace[1174363276] 'range keys from in-memory index tree' (duration: 122.775134ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:11.224301Z","caller":"traceutil/trace.go:171","msg":"trace[1862262393] linearizableReadLoop","detail":"{readStateIndex:11883; appliedIndex:11882; }","duration":"139.028031ms","start":"2026-03-03T20:29:11.085247Z","end":"2026-03-03T20:29:11.224275Z","steps":["trace[1862262393] 'read index received' (duration: 138.821966ms)","trace[1862262393] 'applied index is now lower than readState.Index' (duration: 204.665µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:29:11.224412Z","caller":"traceutil/trace.go:171","msg":"trace[103842501] transaction","detail":"{read_only:false; response_revision:11451; number_of_response:1; }","duration":"180.998927ms","start":"2026-03-03T20:29:11.043383Z","end":"2026-03-03T20:29:11.224382Z","steps":["trace[103842501] 'process raft request' (duration: 180.7008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:11.224545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.289748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T20:29:11.224586Z","caller":"traceutil/trace.go:171","msg":"trace[989977797] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11451; }","duration":"139.352769ms","start":"2026-03-03T20:29:11.085222Z","end":"2026-03-03T20:29:11.224575Z","steps":["trace[989977797] 'agreement among raft nodes before linearized reading' (duration: 139.190875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:11.224664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.621535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:11.224775Z","caller":"traceutil/trace.go:171","msg":"trace[978076400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11451; }","duration":"136.899511ms","start":"2026-03-03T20:29:11.087856Z","end":"2026-03-03T20:29:11.224756Z","steps":["trace[978076400] 'agreement among raft nodes before linearized reading' (duration: 136.641925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:11.689326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.549704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:29:11.689452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.919616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-03T20:29:11.689475Z","caller":"traceutil/trace.go:171","msg":"trace[2079713345] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:11452; }","duration":"108.769368ms","start":"2026-03-03T20:29:11.580673Z","end":"2026-03-03T20:29:11.689443Z","steps":["trace[2079713345] 'count revisions from in-memory index tree' (duration: 108.438851ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:11.689529Z","caller":"traceutil/trace.go:171","msg":"trace[1559491223] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:11452; }","duration":"110.009708ms","start":"2026-03-03T20:29:11.579499Z","end":"2026-03-03T20:29:11.689509Z","steps":["trace[1559491223] 'range keys from in-memory index tree' (duration: 109.369803ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:11.9102Z","caller":"traceutil/trace.go:171","msg":"trace[1045572365] transaction","detail":"{read_only:false; response_revision:11453; number_of_response:1; }","duration":"148.275337ms","start":"2026-03-03T20:29:11.761896Z","end":"2026-03-03T20:29:11.910171Z","steps":["trace[1045572365] 'process raft request' (duration: 98.253664ms)","trace[1045572365] 'compare' (duration: 49.864469ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:29:12.79977Z","caller":"traceutil/trace.go:171","msg":"trace[1149775344] linearizableReadLoop","detail":"{readStateIndex:11889; appliedIndex:11887; }","duration":"344.770915ms","start":"2026-03-03T20:29:12.454968Z","end":"2026-03-03T20:29:12.799739Z","steps":["trace[1149775344] 'read index received' (duration: 10.116926ms)","trace[1149775344] 'applied index is now lower than readState.Index' (duration: 334.652799ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:29:12.799855Z","caller":"traceutil/trace.go:171","msg":"trace[2111030964] transaction","detail":"{read_only:false; response_revision:11456; number_of_response:1; }","duration":"350.299843ms","start":"2026-03-03T20:29:12.449503Z","end":"2026-03-03T20:29:12.799802Z","steps":["trace[2111030964] 'process raft request' (duration: 350.068528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:12.799963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.973649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:29:12.800004Z","caller":"traceutil/trace.go:171","msg":"trace[364590232] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:11456; }","duration":"345.076732ms","start":"2026-03-03T20:29:12.454916Z","end":"2026-03-03T20:29:12.799993Z","steps":["trace[364590232] 'agreement among raft nodes before linearized reading' (duration: 344.972729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:12.80005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:12.454894Z","time spent":"345.145253ms","remote":"127.0.0.1:46080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:29:12.800125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.407634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:29:12.800154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:12.449474Z","time spent":"350.510747ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:29:12.800184Z","caller":"traceutil/trace.go:171","msg":"trace[1450364397] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11456; }","duration":"131.510987ms","start":"2026-03-03T20:29:12.66866Z","end":"2026-03-03T20:29:12.800171Z","steps":["trace[1450364397] 'agreement among raft nodes before linearized reading' (duration: 131.410824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:12.800175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.147238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-03T20:29:12.800131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.493093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:12.800309Z","caller":"traceutil/trace.go:171","msg":"trace[830632719] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11456; }","duration":"133.727769ms","start":"2026-03-03T20:29:12.666563Z","end":"2026-03-03T20:29:12.800291Z","steps":["trace[830632719] 'agreement among raft nodes before linearized reading' (duration: 133.444782ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:12.80025Z","caller":"traceutil/trace.go:171","msg":"trace[1392028561] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11456; }","duration":"131.22662ms","start":"2026-03-03T20:29:12.669003Z","end":"2026-03-03T20:29:12.80023Z","steps":["trace[1392028561] 'agreement among raft nodes before linearized reading' (duration: 131.038106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:12.80055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.238141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:12.800877Z","caller":"traceutil/trace.go:171","msg":"trace[2091767866] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11456; }","duration":"131.432255ms","start":"2026-03-03T20:29:12.669243Z","end":"2026-03-03T20:29:12.800676Z","steps":["trace[2091767866] 'agreement among raft nodes before linearized reading' (duration: 130.917344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:13.816414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.4874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:13.816575Z","caller":"traceutil/trace.go:171","msg":"trace[1655989994] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11461; }","duration":"123.704035ms","start":"2026-03-03T20:29:13.692851Z","end":"2026-03-03T20:29:13.816555Z","steps":["trace[1655989994] 'range keys from in-memory index tree' (duration: 123.307656ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:14.640413Z","caller":"traceutil/trace.go:171","msg":"trace[1028784936] linearizableReadLoop","detail":"{readStateIndex:11895; appliedIndex:11894; }","duration":"170.586536ms","start":"2026-03-03T20:29:14.469809Z","end":"2026-03-03T20:29:14.640396Z","steps":["trace[1028784936] 'read index received' (duration: 170.543785ms)","trace[1028784936] 'applied index is now lower than readState.Index' (duration: 41.871µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:29:14.640494Z","caller":"traceutil/trace.go:171","msg":"trace[573461175] transaction","detail":"{read_only:false; response_revision:11462; number_of_response:1; }","duration":"447.290747ms","start":"2026-03-03T20:29:14.193189Z","end":"2026-03-03T20:29:14.64048Z","steps":["trace[573461175] 'process raft request' (duration: 447.088132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:14.640519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.697218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:14.64054Z","caller":"traceutil/trace.go:171","msg":"trace[1302896253] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11462; }","duration":"170.78539ms","start":"2026-03-03T20:29:14.469747Z","end":"2026-03-03T20:29:14.640532Z","steps":["trace[1302896253] 'agreement among raft nodes before linearized reading' (duration: 170.733199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:14.640587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:29:14.193159Z","time spent":"447.361838ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:29:14.6584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.376379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:14.658545Z","caller":"traceutil/trace.go:171","msg":"trace[274795712] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11463; }","duration":"188.566243ms","start":"2026-03-03T20:29:14.469957Z","end":"2026-03-03T20:29:14.658523Z","steps":["trace[274795712] 'agreement among raft nodes before linearized reading' (duration: 188.358158ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:14.658888Z","caller":"traceutil/trace.go:171","msg":"trace[863351842] transaction","detail":"{read_only:false; response_revision:11463; number_of_response:1; }","duration":"186.965956ms","start":"2026-03-03T20:29:14.47191Z","end":"2026-03-03T20:29:14.658876Z","steps":["trace[863351842] 'process raft request' (duration: 186.26594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:14.659098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.826279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:14.659163Z","caller":"traceutil/trace.go:171","msg":"trace[1919262698] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11463; }","duration":"188.950372ms","start":"2026-03-03T20:29:14.470198Z","end":"2026-03-03T20:29:14.659149Z","steps":["trace[1919262698] 'agreement among raft nodes before linearized reading' (duration: 188.825379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:14.659233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.886831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T20:29:14.659305Z","caller":"traceutil/trace.go:171","msg":"trace[1877294868] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:11463; }","duration":"182.982884ms","start":"2026-03-03T20:29:14.476298Z","end":"2026-03-03T20:29:14.659281Z","steps":["trace[1877294868] 'agreement among raft nodes before linearized reading' (duration: 182.782259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:14.65942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.149327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-03T20:29:14.659451Z","caller":"traceutil/trace.go:171","msg":"trace[23469432] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11463; }","duration":"189.199318ms","start":"2026-03-03T20:29:14.470242Z","end":"2026-03-03T20:29:14.659441Z","steps":["trace[23469432] 'agreement among raft nodes before linearized reading' (duration: 189.084065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:14.659687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.922411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:14.659751Z","caller":"traceutil/trace.go:171","msg":"trace[1215305287] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11463; }","duration":"189.571856ms","start":"2026-03-03T20:29:14.470167Z","end":"2026-03-03T20:29:14.659739Z","steps":["trace[1215305287] 'agreement among raft nodes before linearized reading' (duration: 188.937442ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:15.289016Z","caller":"traceutil/trace.go:171","msg":"trace[1632288851] transaction","detail":"{read_only:false; response_revision:11468; number_of_response:1; }","duration":"198.999466ms","start":"2026-03-03T20:29:15.089998Z","end":"2026-03-03T20:29:15.288997Z","steps":["trace[1632288851] 'process raft request' (duration: 198.940495ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:15.289093Z","caller":"traceutil/trace.go:171","msg":"trace[1736283201] transaction","detail":"{read_only:false; response_revision:11467; number_of_response:1; }","duration":"199.197841ms","start":"2026-03-03T20:29:15.089862Z","end":"2026-03-03T20:29:15.28906Z","steps":["trace[1736283201] 'process raft request' (duration: 198.954755ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:15.455073Z","caller":"traceutil/trace.go:171","msg":"trace[1477044548] transaction","detail":"{read_only:false; response_revision:11469; number_of_response:1; }","duration":"172.264494ms","start":"2026-03-03T20:29:15.282778Z","end":"2026-03-03T20:29:15.455042Z","steps":["trace[1477044548] 'process raft request' (duration: 100.432924ms)","trace[1477044548] 'compare' (duration: 71.572884ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:29:15.455038Z","caller":"traceutil/trace.go:171","msg":"trace[1612800828] linearizableReadLoop","detail":"{readStateIndex:11902; appliedIndex:11901; }","duration":"165.497977ms","start":"2026-03-03T20:29:15.289495Z","end":"2026-03-03T20:29:15.454993Z","steps":["trace[1612800828] 'read index received' (duration: 93.616246ms)","trace[1612800828] 'applied index is now lower than readState.Index' (duration: 71.880061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:29:15.455292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.770003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T20:29:15.455382Z","caller":"traceutil/trace.go:171","msg":"trace[1280893453] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11469; }","duration":"165.955487ms","start":"2026-03-03T20:29:15.289405Z","end":"2026-03-03T20:29:15.45536Z","steps":["trace[1280893453] 'agreement among raft nodes before linearized reading' (duration: 165.694481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:16.799205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.278345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:16.799283Z","caller":"traceutil/trace.go:171","msg":"trace[1244611037] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11474; }","duration":"132.429408ms","start":"2026-03-03T20:29:16.666839Z","end":"2026-03-03T20:29:16.799269Z","steps":["trace[1244611037] 'agreement among raft nodes before linearized reading' (duration: 132.284965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:16.799388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.06334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:16.799523Z","caller":"traceutil/trace.go:171","msg":"trace[870413147] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11474; }","duration":"132.272315ms","start":"2026-03-03T20:29:16.667228Z","end":"2026-03-03T20:29:16.7995Z","steps":["trace[870413147] 'agreement among raft nodes before linearized reading' (duration: 131.997008ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:16.799529Z","caller":"traceutil/trace.go:171","msg":"trace[507348477] transaction","detail":"{read_only:false; response_revision:11474; number_of_response:1; }","duration":"134.991308ms","start":"2026-03-03T20:29:16.664507Z","end":"2026-03-03T20:29:16.799498Z","steps":["trace[507348477] 'process raft request' (duration: 80.535432ms)","trace[507348477] 'compare' (duration: 53.957134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:29:16.799411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.677281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-03T20:29:16.799705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.688174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:29:16.799794Z","caller":"traceutil/trace.go:171","msg":"trace[204736439] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11474; }","duration":"132.885389ms","start":"2026-03-03T20:29:16.666892Z","end":"2026-03-03T20:29:16.799777Z","steps":["trace[204736439] 'agreement among raft nodes before linearized reading' (duration: 132.652164ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:16.799799Z","caller":"traceutil/trace.go:171","msg":"trace[1414886331] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11474; }","duration":"132.007759ms","start":"2026-03-03T20:29:16.667665Z","end":"2026-03-03T20:29:16.799673Z","steps":["trace[1414886331] 'agreement among raft nodes before linearized reading' (duration: 131.499767ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:17.216324Z","caller":"traceutil/trace.go:171","msg":"trace[1575821901] linearizableReadLoop","detail":"{readStateIndex:11909; appliedIndex:11908; }","duration":"126.342997ms","start":"2026-03-03T20:29:17.089959Z","end":"2026-03-03T20:29:17.216302Z","steps":["trace[1575821901] 'read index received' (duration: 126.178263ms)","trace[1575821901] 'applied index is now lower than readState.Index' (duration: 163.714µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:29:17.216393Z","caller":"traceutil/trace.go:171","msg":"trace[408268333] transaction","detail":"{read_only:false; response_revision:11476; number_of_response:1; }","duration":"175.908679ms","start":"2026-03-03T20:29:17.040447Z","end":"2026-03-03T20:29:17.216355Z","steps":["trace[408268333] 'process raft request' (duration: 175.699744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:17.216568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.597313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T20:29:17.216749Z","caller":"traceutil/trace.go:171","msg":"trace[2126408567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11476; }","duration":"126.803357ms","start":"2026-03-03T20:29:17.089901Z","end":"2026-03-03T20:29:17.216704Z","steps":["trace[2126408567] 'agreement among raft nodes before linearized reading' (duration: 126.540891ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:17.387806Z","caller":"traceutil/trace.go:171","msg":"trace[1562303484] transaction","detail":"{read_only:false; response_revision:11477; number_of_response:1; }","duration":"165.559758ms","start":"2026-03-03T20:29:17.22222Z","end":"2026-03-03T20:29:17.387779Z","steps":["trace[1562303484] 'process raft request' (duration: 66.082876ms)","trace[1562303484] 'compare' (duration: 99.328259ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:29:17.388077Z","caller":"traceutil/trace.go:171","msg":"trace[95547450] transaction","detail":"{read_only:false; response_revision:11478; number_of_response:1; }","duration":"165.537168ms","start":"2026-03-03T20:29:17.222504Z","end":"2026-03-03T20:29:17.388041Z","steps":["trace[95547450] 'process raft request' (duration: 165.243131ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:17.467619Z","caller":"traceutil/trace.go:171","msg":"trace[937312945] linearizableReadLoop","detail":"{readStateIndex:11911; appliedIndex:11909; }","duration":"244.977844ms","start":"2026-03-03T20:29:17.222621Z","end":"2026-03-03T20:29:17.467599Z","steps":["trace[937312945] 'read index received' (duration: 65.643806ms)","trace[937312945] 'applied index is now lower than readState.Index' (duration: 179.332738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:29:17.467881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.116278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19211"} {"level":"warn","ts":"2026-03-03T20:29:17.467981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.169448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T20:29:17.468078Z","caller":"traceutil/trace.go:171","msg":"trace[1063309923] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11478; }","duration":"174.323002ms","start":"2026-03-03T20:29:17.293727Z","end":"2026-03-03T20:29:17.46805Z","steps":["trace[1063309923] 'agreement among raft nodes before linearized reading' (duration: 174.038075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:17.468323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.698011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444917"} {"level":"info","ts":"2026-03-03T20:29:17.468366Z","caller":"traceutil/trace.go:171","msg":"trace[400383158] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11478; }","duration":"245.781723ms","start":"2026-03-03T20:29:17.222575Z","end":"2026-03-03T20:29:17.468356Z","steps":["trace[400383158] 'agreement among raft nodes before linearized reading' (duration: 245.146298ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:17.468503Z","caller":"traceutil/trace.go:171","msg":"trace[789830116] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11478; }","duration":"245.247941ms","start":"2026-03-03T20:29:17.222664Z","end":"2026-03-03T20:29:17.467912Z","steps":["trace[789830116] 'agreement among raft nodes before linearized reading' (duration: 245.064697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:29:17.469167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.880879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T20:29:17.469331Z","caller":"traceutil/trace.go:171","msg":"trace[1603994371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11478; }","duration":"176.313378ms","start":"2026-03-03T20:29:17.292987Z","end":"2026-03-03T20:29:17.469301Z","steps":["trace[1603994371] 'agreement among raft nodes before linearized reading' (duration: 174.865544ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:17.587437Z","caller":"traceutil/trace.go:171","msg":"trace[720995853] transaction","detail":"{read_only:false; response_revision:11480; number_of_response:1; }","duration":"112.768951ms","start":"2026-03-03T20:29:17.474616Z","end":"2026-03-03T20:29:17.587385Z","steps":["trace[720995853] 'process raft request' (duration: 112.480364ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:17.843381Z","caller":"traceutil/trace.go:171","msg":"trace[1374077369] transaction","detail":"{read_only:false; response_revision:11481; number_of_response:1; }","duration":"100.615009ms","start":"2026-03-03T20:29:17.742719Z","end":"2026-03-03T20:29:17.843334Z","steps":["trace[1374077369] 'process raft request' (duration: 100.286601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:30:08.02833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.880936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:30:08.028393Z","caller":"traceutil/trace.go:171","msg":"trace[173618322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11799; }","duration":"113.982809ms","start":"2026-03-03T20:30:07.914398Z","end":"2026-03-03T20:30:08.028381Z","steps":["trace[173618322] 'range keys from in-memory index tree' (duration: 113.709072ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:30:08.166636Z","caller":"traceutil/trace.go:171","msg":"trace[38049477] transaction","detail":"{read_only:false; response_revision:11800; number_of_response:1; }","duration":"133.939174ms","start":"2026-03-03T20:30:08.032656Z","end":"2026-03-03T20:30:08.166595Z","steps":["trace[38049477] 'process raft request' (duration: 133.740609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:30:26.124477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.678456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:30:26.1246Z","caller":"traceutil/trace.go:171","msg":"trace[1050743977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11909; }","duration":"157.86856ms","start":"2026-03-03T20:30:25.966705Z","end":"2026-03-03T20:30:26.124574Z","steps":["trace[1050743977] 'range keys from in-memory index tree' (duration: 157.068971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:30:26.124477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.683928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T20:30:26.124828Z","caller":"traceutil/trace.go:171","msg":"trace[1065266043] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:11909; }","duration":"131.068596ms","start":"2026-03-03T20:30:25.993747Z","end":"2026-03-03T20:30:26.124816Z","steps":["trace[1065266043] 'range keys from in-memory index tree' (duration: 130.422932ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:32:02.439436Z","caller":"traceutil/trace.go:171","msg":"trace[422363757] transaction","detail":"{read_only:false; response_revision:12482; number_of_response:1; }","duration":"106.534386ms","start":"2026-03-03T20:32:02.332877Z","end":"2026-03-03T20:32:02.439411Z","steps":["trace[422363757] 'process raft request' (duration: 106.380323ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:32:02.468887Z","caller":"traceutil/trace.go:171","msg":"trace[1459901219] transaction","detail":"{read_only:false; response_revision:12483; number_of_response:1; }","duration":"132.601712ms","start":"2026-03-03T20:32:02.336226Z","end":"2026-03-03T20:32:02.468827Z","steps":["trace[1459901219] 'process raft request' (duration: 132.334556ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:33:22.996433Z","caller":"traceutil/trace.go:171","msg":"trace[1939681738] transaction","detail":"{read_only:false; response_revision:13068; number_of_response:1; }","duration":"112.34635ms","start":"2026-03-03T20:33:22.88406Z","end":"2026-03-03T20:33:22.996407Z","steps":["trace[1939681738] 'process raft request' (duration: 112.162636ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:33:23.007966Z","caller":"traceutil/trace.go:171","msg":"trace[191000739] linearizableReadLoop","detail":"{readStateIndex:13559; appliedIndex:13557; }","duration":"109.813731ms","start":"2026-03-03T20:33:22.898128Z","end":"2026-03-03T20:33:23.007942Z","steps":["trace[191000739] 'read index received' (duration: 98.069538ms)","trace[191000739] 'applied index is now lower than readState.Index' (duration: 11.742993ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:33:23.008025Z","caller":"traceutil/trace.go:171","msg":"trace[991338691] transaction","detail":"{read_only:false; response_revision:13069; number_of_response:1; }","duration":"122.704141ms","start":"2026-03-03T20:33:22.885281Z","end":"2026-03-03T20:33:23.007985Z","steps":["trace[991338691] 'process raft request' (duration: 122.391314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:33:23.008211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.074648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:33:23.008287Z","caller":"traceutil/trace.go:171","msg":"trace[1286390818] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13070; }","duration":"110.18742ms","start":"2026-03-03T20:33:22.898078Z","end":"2026-03-03T20:33:23.008265Z","steps":["trace[1286390818] 'agreement among raft nodes before linearized reading' (duration: 110.004925ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:33:29.902688Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000351e.wal"} {"level":"info","ts":"2026-03-03T20:34:08.724291Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11442} {"level":"info","ts":"2026-03-03T20:34:08.804034Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11442,"took":"76.778974ms","hash":562977550,"current-db-size-bytes":39661568,"current-db-size":"40 MB","current-db-size-in-use-bytes":24133632,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-03T20:34:08.804095Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":562977550,"revision":11442,"compact-revision":9462} {"level":"info","ts":"2026-03-03T20:34:24.362665Z","caller":"traceutil/trace.go:171","msg":"trace[1573252663] linearizableReadLoop","detail":"{readStateIndex:13921; appliedIndex:13920; }","duration":"136.957051ms","start":"2026-03-03T20:34:24.225681Z","end":"2026-03-03T20:34:24.362638Z","steps":["trace[1573252663] 'read index received' (duration: 136.714166ms)","trace[1573252663] 'applied index is now lower than readState.Index' (duration: 241.815µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:34:24.363261Z","caller":"traceutil/trace.go:171","msg":"trace[285462925] transaction","detail":"{read_only:false; response_revision:13417; number_of_response:1; }","duration":"143.832222ms","start":"2026-03-03T20:34:24.21938Z","end":"2026-03-03T20:34:24.363212Z","steps":["trace[285462925] 'process raft request' (duration: 143.102175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:34:24.363368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.652428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T20:34:24.363508Z","caller":"traceutil/trace.go:171","msg":"trace[1554891572] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:13417; }","duration":"137.848573ms","start":"2026-03-03T20:34:24.22562Z","end":"2026-03-03T20:34:24.363469Z","steps":["trace[1554891572] 'agreement among raft nodes before linearized reading' (duration: 137.496614ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:34:54.738499Z","caller":"traceutil/trace.go:171","msg":"trace[31194100] linearizableReadLoop","detail":"{readStateIndex:14146; appliedIndex:14145; }","duration":"176.93502ms","start":"2026-03-03T20:34:54.561534Z","end":"2026-03-03T20:34:54.73847Z","steps":["trace[31194100] 'read index received' (duration: 109.645307ms)","trace[31194100] 'applied index is now lower than readState.Index' (duration: 67.288293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:34:54.738771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.228547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:34:54.738807Z","caller":"traceutil/trace.go:171","msg":"trace[446713478] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13632; }","duration":"177.323649ms","start":"2026-03-03T20:34:54.561473Z","end":"2026-03-03T20:34:54.738797Z","steps":["trace[446713478] 'agreement among raft nodes before linearized reading' (duration: 177.114484ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:34:54.738643Z","caller":"traceutil/trace.go:171","msg":"trace[877417524] transaction","detail":"{read_only:false; response_revision:13632; number_of_response:1; }","duration":"193.488844ms","start":"2026-03-03T20:34:54.545023Z","end":"2026-03-03T20:34:54.738512Z","steps":["trace[877417524] 'process raft request' (duration: 126.186791ms)","trace[877417524] 'compare' (duration: 66.700549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:34:58.681847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875479469,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:34:58.799131Z","caller":"traceutil/trace.go:171","msg":"trace[983200138] transaction","detail":"{read_only:false; response_revision:13648; number_of_response:1; }","duration":"622.537082ms","start":"2026-03-03T20:34:58.176558Z","end":"2026-03-03T20:34:58.799095Z","steps":["trace[983200138] 'process raft request' (duration: 622.312127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:34:58.799374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:34:58.176513Z","time spent":"622.749067ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:34:58.800262Z","caller":"traceutil/trace.go:171","msg":"trace[1755574239] linearizableReadLoop","detail":"{readStateIndex:14164; appliedIndex:14162; }","duration":"619.39913ms","start":"2026-03-03T20:34:58.180805Z","end":"2026-03-03T20:34:58.800205Z","steps":["trace[1755574239] 'read index received' (duration: 618.064359ms)","trace[1755574239] 'applied index is now lower than readState.Index' (duration: 1.333511ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:34:58.800463Z","caller":"traceutil/trace.go:171","msg":"trace[1149463618] transaction","detail":"{read_only:false; response_revision:13649; number_of_response:1; }","duration":"566.943841ms","start":"2026-03-03T20:34:58.233486Z","end":"2026-03-03T20:34:58.80043Z","steps":["trace[1149463618] 'process raft request' (duration: 566.523641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:34:58.800566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.702154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:34:58.800626Z","caller":"traceutil/trace.go:171","msg":"trace[2035743997] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13650; }","duration":"479.828027ms","start":"2026-03-03T20:34:58.320781Z","end":"2026-03-03T20:34:58.800609Z","steps":["trace[2035743997] 'agreement among raft nodes before linearized reading' (duration: 479.720555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:34:58.800666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:34:58.320752Z","time spent":"479.904398ms","remote":"127.0.0.1:46914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:34:58.800679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:34:58.233462Z","time spent":"567.123835ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:34:58.80073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.697672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-03T20:34:58.800832Z","caller":"traceutil/trace.go:171","msg":"trace[2098238247] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:13650; }","duration":"333.845636ms","start":"2026-03-03T20:34:58.46696Z","end":"2026-03-03T20:34:58.800806Z","steps":["trace[2098238247] 'agreement among raft nodes before linearized reading' (duration: 333.59269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:34:58.800877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:34:58.466937Z","time spent":"333.929907ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-03T20:34:58.801037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.800616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:150880"} {"level":"info","ts":"2026-03-03T20:34:58.801103Z","caller":"traceutil/trace.go:171","msg":"trace[8223005] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:13650; }","duration":"454.915988ms","start":"2026-03-03T20:34:58.346172Z","end":"2026-03-03T20:34:58.801088Z","steps":["trace[8223005] 'agreement among raft nodes before linearized reading' (duration: 454.516979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:34:58.801146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:34:58.346145Z","time spent":"454.99252ms","remote":"127.0.0.1:46096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":16,"response size":150903,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-03T20:34:58.801428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.622548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:34:58.801485Z","caller":"traceutil/trace.go:171","msg":"trace[1019771992] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:13650; }","duration":"620.73545ms","start":"2026-03-03T20:34:58.180732Z","end":"2026-03-03T20:34:58.801468Z","steps":["trace[1019771992] 'agreement among raft nodes before linearized reading' (duration: 619.650695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:34:58.801519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:34:58.180699Z","time spent":"620.809962ms","remote":"127.0.0.1:38898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":47,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:35:19.342856Z","caller":"traceutil/trace.go:171","msg":"trace[335654808] linearizableReadLoop","detail":"{readStateIndex:14265; appliedIndex:14264; }","duration":"376.337193ms","start":"2026-03-03T20:35:18.966487Z","end":"2026-03-03T20:35:19.342824Z","steps":["trace[335654808] 'read index received' (duration: 376.266801ms)","trace[335654808] 'applied index is now lower than readState.Index' (duration: 69.402µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:35:19.343007Z","caller":"traceutil/trace.go:171","msg":"trace[669003076] transaction","detail":"{read_only:false; response_revision:13746; number_of_response:1; }","duration":"462.577077ms","start":"2026-03-03T20:35:18.880418Z","end":"2026-03-03T20:35:19.342995Z","steps":["trace[669003076] 'process raft request' (duration: 462.223409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:19.343139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:18.880388Z","time spent":"462.647928ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:35:19.346121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.587208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:35:19.346245Z","caller":"traceutil/trace.go:171","msg":"trace[931548586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13746; }","duration":"379.811004ms","start":"2026-03-03T20:35:18.966406Z","end":"2026-03-03T20:35:19.346217Z","steps":["trace[931548586] 'agreement among raft nodes before linearized reading' (duration: 376.598879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:19.346329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:18.96638Z","time spent":"379.937807ms","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:35:19.352404Z","caller":"traceutil/trace.go:171","msg":"trace[1886492609] transaction","detail":"{read_only:false; response_revision:13747; number_of_response:1; }","duration":"376.320812ms","start":"2026-03-03T20:35:18.976064Z","end":"2026-03-03T20:35:19.352385Z","steps":["trace[1886492609] 'process raft request' (duration: 376.130498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:19.352534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:18.976027Z","time spent":"376.431985ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:35:19.35271Z","caller":"traceutil/trace.go:171","msg":"trace[541496536] transaction","detail":"{read_only:false; response_revision:13748; number_of_response:1; }","duration":"358.181481ms","start":"2026-03-03T20:35:18.994502Z","end":"2026-03-03T20:35:19.352684Z","steps":["trace[541496536] 'process raft request' (duration: 357.847813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:19.352846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:18.994415Z","time spent":"358.360065ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:35:19.352857Z","caller":"traceutil/trace.go:171","msg":"trace[727808126] transaction","detail":"{read_only:false; response_revision:13749; number_of_response:1; }","duration":"250.360166ms","start":"2026-03-03T20:35:19.10246Z","end":"2026-03-03T20:35:19.35282Z","steps":["trace[727808126] 'process raft request' (duration: 250.128441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:19.353013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.437407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T20:35:19.35315Z","caller":"traceutil/trace.go:171","msg":"trace[1196916485] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:13749; }","duration":"330.676462ms","start":"2026-03-03T20:35:19.022445Z","end":"2026-03-03T20:35:19.353121Z","steps":["trace[1196916485] 'agreement among raft nodes before linearized reading' (duration: 330.282633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:19.353228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:19.022382Z","time spent":"330.829766ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-9tmdb\" "} {"level":"info","ts":"2026-03-03T20:35:28.236378Z","caller":"traceutil/trace.go:171","msg":"trace[1873271607] linearizableReadLoop","detail":"{readStateIndex:14310; appliedIndex:14309; }","duration":"256.218041ms","start":"2026-03-03T20:35:27.980128Z","end":"2026-03-03T20:35:28.236346Z","steps":["trace[1873271607] 'read index received' (duration: 255.973925ms)","trace[1873271607] 'applied index is now lower than readState.Index' (duration: 242.456µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:35:28.236491Z","caller":"traceutil/trace.go:171","msg":"trace[533244148] transaction","detail":"{read_only:false; response_revision:13789; number_of_response:1; }","duration":"257.255995ms","start":"2026-03-03T20:35:27.979191Z","end":"2026-03-03T20:35:28.236447Z","steps":["trace[533244148] 'process raft request' (duration: 256.963408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:28.236629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.458277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:35:28.236688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.235354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:35:28.236764Z","caller":"traceutil/trace.go:171","msg":"trace[1052028741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13789; }","duration":"232.377698ms","start":"2026-03-03T20:35:28.004359Z","end":"2026-03-03T20:35:28.236737Z","steps":["trace[1052028741] 'agreement among raft nodes before linearized reading' (duration: 232.159763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:28.236761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.403624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T20:35:28.23682Z","caller":"traceutil/trace.go:171","msg":"trace[1139947177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13789; }","duration":"209.515217ms","start":"2026-03-03T20:35:28.027291Z","end":"2026-03-03T20:35:28.236807Z","steps":["trace[1139947177] 'agreement among raft nodes before linearized reading' (duration: 209.358553ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:28.236759Z","caller":"traceutil/trace.go:171","msg":"trace[1986364520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13789; }","duration":"256.654432ms","start":"2026-03-03T20:35:27.980078Z","end":"2026-03-03T20:35:28.236733Z","steps":["trace[1986364520] 'agreement among raft nodes before linearized reading' (duration: 256.411356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:28.670036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.321209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:35:28.670184Z","caller":"traceutil/trace.go:171","msg":"trace[413026131] transaction","detail":"{read_only:false; response_revision:13790; number_of_response:1; }","duration":"429.60397ms","start":"2026-03-03T20:35:28.240557Z","end":"2026-03-03T20:35:28.670161Z","steps":["trace[413026131] 'process raft request' (duration: 286.038015ms)","trace[413026131] 'compare' (duration: 143.148816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:35:28.670276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:28.240543Z","time spent":"429.687863ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:35:29.17175Z","caller":"traceutil/trace.go:171","msg":"trace[1798566535] linearizableReadLoop","detail":"{readStateIndex:14312; appliedIndex:14310; }","duration":"763.896137ms","start":"2026-03-03T20:35:28.407811Z","end":"2026-03-03T20:35:29.171707Z","steps":["trace[1798566535] 'read index received' (duration: 118.80403ms)","trace[1798566535] 'applied index is now lower than readState.Index' (duration: 645.090017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:35:29.172092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.17315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T20:35:29.172091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.265675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:35:29.172133Z","caller":"traceutil/trace.go:171","msg":"trace[1251079587] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13791; }","duration":"757.297873ms","start":"2026-03-03T20:35:28.414824Z","end":"2026-03-03T20:35:29.172122Z","steps":["trace[1251079587] 'agreement among raft nodes before linearized reading' (duration: 757.14709ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:29.172139Z","caller":"traceutil/trace.go:171","msg":"trace[343535381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13791; }","duration":"764.383987ms","start":"2026-03-03T20:35:28.407742Z","end":"2026-03-03T20:35:29.172126Z","steps":["trace[343535381] 'agreement among raft nodes before linearized reading' (duration: 764.164022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:29.172163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:28.414791Z","time spent":"757.365594ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:35:29.172178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:28.407716Z","time spent":"764.45505ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T20:35:29.172637Z","caller":"traceutil/trace.go:171","msg":"trace[61135389] transaction","detail":"{read_only:false; response_revision:13791; number_of_response:1; }","duration":"930.308662ms","start":"2026-03-03T20:35:28.242271Z","end":"2026-03-03T20:35:29.172579Z","steps":["trace[61135389] 'process raft request' (duration: 859.975119ms)","trace[61135389] 'compare' (duration: 69.027123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:35:29.172892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:28.242244Z","time spent":"930.507707ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:35:38.033484Z","caller":"traceutil/trace.go:171","msg":"trace[1868855246] transaction","detail":"{read_only:false; response_revision:13847; number_of_response:1; }","duration":"566.536261ms","start":"2026-03-03T20:35:37.466923Z","end":"2026-03-03T20:35:38.033459Z","steps":["trace[1868855246] 'process raft request' (duration: 566.309166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:38.034001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:37.466889Z","time spent":"567.027043ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:35:38.190973Z","caller":"traceutil/trace.go:171","msg":"trace[366803082] transaction","detail":"{read_only:false; response_revision:13848; number_of_response:1; }","duration":"684.252747ms","start":"2026-03-03T20:35:37.506682Z","end":"2026-03-03T20:35:38.190935Z","steps":["trace[366803082] 'process raft request' (duration: 618.685523ms)","trace[366803082] 'compare' (duration: 64.773825ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:35:38.191228Z","caller":"traceutil/trace.go:171","msg":"trace[2064760320] transaction","detail":"{read_only:false; response_revision:13849; number_of_response:1; }","duration":"683.161231ms","start":"2026-03-03T20:35:37.508035Z","end":"2026-03-03T20:35:38.191196Z","steps":["trace[2064760320] 'process raft request' (duration: 682.855624ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:38.191184Z","caller":"traceutil/trace.go:171","msg":"trace[267779857] linearizableReadLoop","detail":"{readStateIndex:14374; appliedIndex:14371; }","duration":"615.007657ms","start":"2026-03-03T20:35:37.576133Z","end":"2026-03-03T20:35:38.19114Z","steps":["trace[267779857] 'read index received' (duration: 457.207851ms)","trace[267779857] 'applied index is now lower than readState.Index' (duration: 157.797716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:35:38.191418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:37.508024Z","time spent":"683.289154ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:35:38.191523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.896984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:35:38.191599Z","caller":"traceutil/trace.go:171","msg":"trace[438964567] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:13849; }","duration":"534.003336ms","start":"2026-03-03T20:35:37.657575Z","end":"2026-03-03T20:35:38.191578Z","steps":["trace[438964567] 'agreement among raft nodes before linearized reading' (duration: 533.867182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:38.191648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:37.657558Z","time spent":"534.082628ms","remote":"127.0.0.1:35920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:35:38.191745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.546631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:35:38.191182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:37.506647Z","time spent":"684.430881ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:35:38.191852Z","caller":"traceutil/trace.go:171","msg":"trace[1485868618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13849; }","duration":"219.696084ms","start":"2026-03-03T20:35:37.972131Z","end":"2026-03-03T20:35:38.191827Z","steps":["trace[1485868618] 'agreement among raft nodes before linearized reading' (duration: 219.52884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:38.191754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.70967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:35:38.192143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.653067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:35:38.192308Z","caller":"traceutil/trace.go:171","msg":"trace[807626092] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:13849; }","duration":"308.159899ms","start":"2026-03-03T20:35:37.884106Z","end":"2026-03-03T20:35:38.192266Z","steps":["trace[807626092] 'agreement among raft nodes before linearized reading' (duration: 307.450692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:38.192371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.191256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T20:35:38.192565Z","caller":"traceutil/trace.go:171","msg":"trace[1295156722] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:13849; }","duration":"616.455442ms","start":"2026-03-03T20:35:37.576073Z","end":"2026-03-03T20:35:38.192529Z","steps":["trace[1295156722] 'agreement among raft nodes before linearized reading' (duration: 615.216263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:38.192648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:37.576056Z","time spent":"616.571344ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-9tmdb\" "} {"level":"info","ts":"2026-03-03T20:35:38.19211Z","caller":"traceutil/trace.go:171","msg":"trace[2143332449] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:13849; }","duration":"364.14152ms","start":"2026-03-03T20:35:37.827956Z","end":"2026-03-03T20:35:38.192098Z","steps":["trace[2143332449] 'agreement among raft nodes before linearized reading' (duration: 363.663099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:38.192066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.675474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-mdzsr\" ","response":"range_response_count:1 size:11628"} {"level":"warn","ts":"2026-03-03T20:35:38.192825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:37.827932Z","time spent":"364.869987ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:35:38.192439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:37.884049Z","time spent":"308.361044ms","remote":"127.0.0.1:53876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:35:38.192865Z","caller":"traceutil/trace.go:171","msg":"trace[2028593702] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-mdzsr; range_end:; response_count:1; response_revision:13849; }","duration":"307.532934ms","start":"2026-03-03T20:35:37.885311Z","end":"2026-03-03T20:35:38.192844Z","steps":["trace[2028593702] 'agreement among raft nodes before linearized reading' (duration: 306.215113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:38.19309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:37.885292Z","time spent":"307.75054ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11651,"request content":"key:\"/registry/pods/openstack/openvswitch-mdzsr\" "} {"level":"info","ts":"2026-03-03T20:35:38.465435Z","caller":"traceutil/trace.go:171","msg":"trace[724316785] linearizableReadLoop","detail":"{readStateIndex:14375; appliedIndex:14374; }","duration":"155.552594ms","start":"2026-03-03T20:35:38.309856Z","end":"2026-03-03T20:35:38.465408Z","steps":["trace[724316785] 'read index received' (duration: 61.817746ms)","trace[724316785] 'applied index is now lower than readState.Index' (duration: 93.734228ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:35:38.465498Z","caller":"traceutil/trace.go:171","msg":"trace[502073782] transaction","detail":"{read_only:false; response_revision:13850; number_of_response:1; }","duration":"244.158832ms","start":"2026-03-03T20:35:38.221324Z","end":"2026-03-03T20:35:38.465483Z","steps":["trace[502073782] 'process raft request' (duration: 150.328572ms)","trace[502073782] 'compare' (duration: 93.600334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:35:38.46573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.866911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:35:38.465754Z","caller":"traceutil/trace.go:171","msg":"trace[14195189] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13850; }","duration":"155.949573ms","start":"2026-03-03T20:35:38.309799Z","end":"2026-03-03T20:35:38.465748Z","steps":["trace[14195189] 'agreement among raft nodes before linearized reading' (duration: 155.719528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:40.57804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875480072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:35:41.07854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875480072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:35:41.119033Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.058754965s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:35:41.119735Z","caller":"traceutil/trace.go:171","msg":"trace[606860841] transaction","detail":"{read_only:false; response_revision:13856; number_of_response:1; }","duration":"1.059582874s","start":"2026-03-03T20:35:40.060122Z","end":"2026-03-03T20:35:41.119705Z","steps":["trace[606860841] 'process raft request' (duration: 1.05938901s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:41.120009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:40.06009Z","time spent":"1.059731688s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:35:41.828855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.129533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:35:41.829706Z","caller":"traceutil/trace.go:171","msg":"trace[1407161550] linearizableReadLoop","detail":"{readStateIndex:14383; appliedIndex:14380; }","duration":"1.75153141s","start":"2026-03-03T20:35:40.077569Z","end":"2026-03-03T20:35:41.829101Z","steps":["trace[1407161550] 'read index received' (duration: 1.041880063s)","trace[1407161550] 'applied index is now lower than readState.Index' (duration: 709.650277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:35:41.829975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75238147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:35:41.829715Z","caller":"traceutil/trace.go:171","msg":"trace[2110977440] transaction","detail":"{read_only:false; response_revision:13858; number_of_response:1; }","duration":"1.604846142s","start":"2026-03-03T20:35:40.224826Z","end":"2026-03-03T20:35:41.829672Z","steps":["trace[2110977440] 'process raft request' (duration: 1.604165576s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:41.830076Z","caller":"traceutil/trace.go:171","msg":"trace[435487348] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:13858; }","duration":"1.752571444s","start":"2026-03-03T20:35:40.07748Z","end":"2026-03-03T20:35:41.830052Z","steps":["trace[435487348] 'agreement among raft nodes before linearized reading' (duration: 1.752375649s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:41.830112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:40.077424Z","time spent":"1.752681616s","remote":"127.0.0.1:47008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:35:41.830258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.610946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:35:41.830306Z","caller":"traceutil/trace.go:171","msg":"trace[789195923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13858; }","duration":"862.939377ms","start":"2026-03-03T20:35:40.967354Z","end":"2026-03-03T20:35:41.830294Z","steps":["trace[789195923] 'agreement among raft nodes before linearized reading' (duration: 862.854185ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:41.829865Z","caller":"traceutil/trace.go:171","msg":"trace[1902101491] transaction","detail":"{read_only:false; response_revision:13857; number_of_response:1; }","duration":"1.620262269s","start":"2026-03-03T20:35:40.20956Z","end":"2026-03-03T20:35:41.829822Z","steps":["trace[1902101491] 'process raft request' (duration: 1.387033851s)","trace[1902101491] 'compare' (duration: 231.789435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:35:41.830328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:40.224794Z","time spent":"1.605309043s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:35:41.830346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603432369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-03T20:35:41.830367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.460363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:35:41.830423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:40.209522Z","time spent":"1.620846293s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:35:41.830409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.713323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T20:35:41.830467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288487642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:35:41.830468Z","caller":"traceutil/trace.go:171","msg":"trace[2132332791] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:13858; }","duration":"106.633997ms","start":"2026-03-03T20:35:41.723811Z","end":"2026-03-03T20:35:41.830445Z","steps":["trace[2132332791] 'agreement among raft nodes before linearized reading' (duration: 106.35699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:41.830444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:40.96732Z","time spent":"863.111552ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:35:41.830499Z","caller":"traceutil/trace.go:171","msg":"trace[1705239928] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:13858; }","duration":"1.288520813s","start":"2026-03-03T20:35:40.541969Z","end":"2026-03-03T20:35:41.83049Z","steps":["trace[1705239928] 'agreement among raft nodes before linearized reading' (duration: 1.288450381s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:41.830527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:40.541931Z","time spent":"1.288589565s","remote":"127.0.0.1:45806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:35:41.830558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315207703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T20:35:41.830505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.792642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-03T20:35:41.830517Z","caller":"traceutil/trace.go:171","msg":"trace[66686688] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13858; }","duration":"553.898908ms","start":"2026-03-03T20:35:41.276592Z","end":"2026-03-03T20:35:41.830491Z","steps":["trace[66686688] 'agreement among raft nodes before linearized reading' (duration: 553.56702ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:41.830611Z","caller":"traceutil/trace.go:171","msg":"trace[816563326] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13858; }","duration":"1.315334355s","start":"2026-03-03T20:35:40.515264Z","end":"2026-03-03T20:35:41.830598Z","steps":["trace[816563326] 'agreement among raft nodes before linearized reading' (duration: 1.315221173s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:41.830651Z","caller":"traceutil/trace.go:171","msg":"trace[1471207535] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:13858; }","duration":"228.022077ms","start":"2026-03-03T20:35:41.602601Z","end":"2026-03-03T20:35:41.830623Z","steps":["trace[1471207535] 'agreement among raft nodes before linearized reading' (duration: 227.566866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:41.830663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:41.276567Z","time spent":"554.085523ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T20:35:41.830447Z","caller":"traceutil/trace.go:171","msg":"trace[1055020642] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:13858; }","duration":"1.603597222s","start":"2026-03-03T20:35:40.226829Z","end":"2026-03-03T20:35:41.830427Z","steps":["trace[1055020642] 'agreement among raft nodes before linearized reading' (duration: 1.603293805s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:41.8308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:40.226806Z","time spent":"1.603966851s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-9tmdb\" "} {"level":"warn","ts":"2026-03-03T20:35:41.830576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.213549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T20:35:41.830861Z","caller":"traceutil/trace.go:171","msg":"trace[462542621] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13858; }","duration":"521.532706ms","start":"2026-03-03T20:35:41.309314Z","end":"2026-03-03T20:35:41.830847Z","steps":["trace[462542621] 'agreement among raft nodes before linearized reading' (duration: 521.172208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:41.83044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063145277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T20:35:41.8309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:41.309282Z","time spent":"521.609228ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T20:35:41.830943Z","caller":"traceutil/trace.go:171","msg":"trace[1825727271] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13858; }","duration":"1.06368806s","start":"2026-03-03T20:35:40.767235Z","end":"2026-03-03T20:35:41.830923Z","steps":["trace[1825727271] 'agreement among raft nodes before linearized reading' (duration: 1.062978833s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:41.83102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:40.767225Z","time spent":"1.063779292s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:35:41.830917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:40.515237Z","time spent":"1.315423538s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:35:41.831093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076214271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:35:41.831263Z","caller":"traceutil/trace.go:171","msg":"trace[2040880627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13858; }","duration":"1.07663471s","start":"2026-03-03T20:35:40.75461Z","end":"2026-03-03T20:35:41.831245Z","steps":["trace[2040880627] 'agreement among raft nodes before linearized reading' (duration: 1.075566926s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:41.831392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:40.75458Z","time spent":"1.076795814s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:35:41.831821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.309153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T20:35:41.83195Z","caller":"traceutil/trace.go:171","msg":"trace[501296566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13858; }","duration":"534.519948ms","start":"2026-03-03T20:35:41.297403Z","end":"2026-03-03T20:35:41.831923Z","steps":["trace[501296566] 'agreement among raft nodes before linearized reading' (duration: 533.102925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:41.832017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:41.297378Z","time spent":"534.62709ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T20:35:43.231473Z","caller":"traceutil/trace.go:171","msg":"trace[1772311107] transaction","detail":"{read_only:false; response_revision:13871; number_of_response:1; }","duration":"123.344646ms","start":"2026-03-03T20:35:43.108091Z","end":"2026-03-03T20:35:43.231435Z","steps":["trace[1772311107] 'process raft request' (duration: 123.123971ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:43.233701Z","caller":"traceutil/trace.go:171","msg":"trace[2070061444] transaction","detail":"{read_only:false; response_revision:13872; number_of_response:1; }","duration":"116.913836ms","start":"2026-03-03T20:35:43.116765Z","end":"2026-03-03T20:35:43.233678Z","steps":["trace[2070061444] 'process raft request' (duration: 116.707261ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:43.233932Z","caller":"traceutil/trace.go:171","msg":"trace[986980992] transaction","detail":"{read_only:false; response_revision:13873; number_of_response:1; }","duration":"107.793214ms","start":"2026-03-03T20:35:43.126112Z","end":"2026-03-03T20:35:43.233905Z","steps":["trace[986980992] 'process raft request' (duration: 107.512988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:51.139974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.861759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:35:51.140058Z","caller":"traceutil/trace.go:171","msg":"trace[459077811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14018; }","duration":"174.009052ms","start":"2026-03-03T20:35:50.96603Z","end":"2026-03-03T20:35:51.140039Z","steps":["trace[459077811] 'range keys from in-memory index tree' (duration: 173.767147ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:51.371946Z","caller":"traceutil/trace.go:171","msg":"trace[574148239] transaction","detail":"{read_only:false; response_revision:14019; number_of_response:1; }","duration":"142.88979ms","start":"2026-03-03T20:35:51.229031Z","end":"2026-03-03T20:35:51.371921Z","steps":["trace[574148239] 'process raft request' (duration: 142.675905ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:51.371945Z","caller":"traceutil/trace.go:171","msg":"trace[939988717] linearizableReadLoop","detail":"{readStateIndex:14547; appliedIndex:14546; }","duration":"141.246612ms","start":"2026-03-03T20:35:51.230666Z","end":"2026-03-03T20:35:51.371912Z","steps":["trace[939988717] 'read index received' (duration: 141.018956ms)","trace[939988717] 'applied index is now lower than readState.Index' (duration: 226.016µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:35:51.372187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.500607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-northd-7659bd74f8-7z7th\" ","response":"range_response_count:1 size:6895"} {"level":"info","ts":"2026-03-03T20:35:51.37224Z","caller":"traceutil/trace.go:171","msg":"trace[1914099404] range","detail":"{range_begin:/registry/pods/openstack/ovn-northd-7659bd74f8-7z7th; range_end:; response_count:1; response_revision:14019; }","duration":"141.61802ms","start":"2026-03-03T20:35:51.230611Z","end":"2026-03-03T20:35:51.372229Z","steps":["trace[1914099404] 'agreement among raft nodes before linearized reading' (duration: 141.392895ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:51.435446Z","caller":"traceutil/trace.go:171","msg":"trace[844004509] transaction","detail":"{read_only:false; response_revision:14020; number_of_response:1; }","duration":"129.419647ms","start":"2026-03-03T20:35:51.305996Z","end":"2026-03-03T20:35:51.435416Z","steps":["trace[844004509] 'process raft request' (duration: 129.233803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:51.435712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.227818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T20:35:51.435788Z","caller":"traceutil/trace.go:171","msg":"trace[1016591911] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14020; }","duration":"100.363951ms","start":"2026-03-03T20:35:51.335407Z","end":"2026-03-03T20:35:51.435771Z","steps":["trace[1016591911] 'agreement among raft nodes before linearized reading' (duration: 100.107715ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:51.813545Z","caller":"traceutil/trace.go:171","msg":"trace[39402942] linearizableReadLoop","detail":"{readStateIndex:14549; appliedIndex:14548; }","duration":"374.744495ms","start":"2026-03-03T20:35:51.438773Z","end":"2026-03-03T20:35:51.813517Z","steps":["trace[39402942] 'read index received' (duration: 374.605692ms)","trace[39402942] 'applied index is now lower than readState.Index' (duration: 137.043µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:35:51.81368Z","caller":"traceutil/trace.go:171","msg":"trace[193244085] transaction","detail":"{read_only:false; response_revision:14021; number_of_response:1; }","duration":"431.656258ms","start":"2026-03-03T20:35:51.38201Z","end":"2026-03-03T20:35:51.813667Z","steps":["trace[193244085] 'process raft request' (duration: 431.293549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:51.813807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:51.381974Z","time spent":"431.735859ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7186,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:35:51.814029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.245326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-03T20:35:51.8141Z","caller":"traceutil/trace.go:171","msg":"trace[1412196055] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:14021; }","duration":"375.362609ms","start":"2026-03-03T20:35:51.438719Z","end":"2026-03-03T20:35:51.814082Z","steps":["trace[1412196055] 'agreement among raft nodes before linearized reading' (duration: 375.147404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:51.81414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:51.438698Z","time spent":"375.433551ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-03T20:35:52.905716Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.031006642s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:35:52.909062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034139274s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:35:52.90944Z","caller":"traceutil/trace.go:171","msg":"trace[51011480] transaction","detail":"{read_only:false; response_revision:14022; number_of_response:1; }","duration":"1.469124159s","start":"2026-03-03T20:35:51.440291Z","end":"2026-03-03T20:35:52.909415Z","steps":["trace[51011480] 'process raft request' (duration: 434.478543ms)","trace[51011480] 'compare' (duration: 1.03349803s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:35:52.909422Z","caller":"traceutil/trace.go:171","msg":"trace[496419530] linearizableReadLoop","detail":"{readStateIndex:14550; appliedIndex:14549; }","duration":"1.095749605s","start":"2026-03-03T20:35:51.813625Z","end":"2026-03-03T20:35:52.909374Z","steps":["trace[496419530] 'read index received' (duration: 61.107699ms)","trace[496419530] 'applied index is now lower than readState.Index' (duration: 1.034632126s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:35:52.9095Z","caller":"traceutil/trace.go:171","msg":"trace[2039117726] transaction","detail":"{read_only:false; response_revision:14024; number_of_response:1; }","duration":"1.036315185s","start":"2026-03-03T20:35:51.873176Z","end":"2026-03-03T20:35:52.909491Z","steps":["trace[2039117726] 'process raft request' (duration: 1.036135861s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:52.909566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:51.440268Z","time spent":"1.469232401s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:35:52.909519Z","caller":"traceutil/trace.go:171","msg":"trace[1733437825] transaction","detail":"{read_only:false; response_revision:14023; number_of_response:1; }","duration":"1.038751902s","start":"2026-03-03T20:35:51.870724Z","end":"2026-03-03T20:35:52.909476Z","steps":["trace[1733437825] 'process raft request' (duration: 1.038477255s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:52.909583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:51.873154Z","time spent":"1.036390986s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:35:52.909454Z","caller":"traceutil/trace.go:171","msg":"trace[2003256592] transaction","detail":"{read_only:false; response_revision:14025; number_of_response:1; }","duration":"126.349225ms","start":"2026-03-03T20:35:52.783085Z","end":"2026-03-03T20:35:52.909435Z","steps":["trace[2003256592] 'process raft request' (duration: 126.295214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:52.90973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:51.870702Z","time spent":"1.038915715s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:35:52.909724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270570018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-nv7fr.18996f28f6b14582\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-03T20:35:52.909839Z","caller":"traceutil/trace.go:171","msg":"trace[254752649] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-nv7fr.18996f28f6b14582; range_end:; response_count:1; response_revision:14025; }","duration":"1.270746442s","start":"2026-03-03T20:35:51.639063Z","end":"2026-03-03T20:35:52.909809Z","steps":["trace[254752649] 'agreement among raft nodes before linearized reading' (duration: 1.270395363s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:52.909902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:51.639044Z","time spent":"1.270847073s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/ovn-controller-default-nv7fr.18996f28f6b14582\" "} {"level":"warn","ts":"2026-03-03T20:35:52.909853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091544978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c20ee360-5c92-4d87-a2ff-6e399d5c9cac\" ","response":"range_response_count:1 size:1275"} {"level":"warn","ts":"2026-03-03T20:35:52.910215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.949858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:35:52.910254Z","caller":"traceutil/trace.go:171","msg":"trace[159952398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14025; }","duration":"990.00883ms","start":"2026-03-03T20:35:51.920234Z","end":"2026-03-03T20:35:52.910243Z","steps":["trace[159952398] 'agreement among raft nodes before linearized reading' (duration: 989.875367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:52.910294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:51.920223Z","time spent":"990.061351ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T20:35:52.910268Z","caller":"traceutil/trace.go:171","msg":"trace[2083855630] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c20ee360-5c92-4d87-a2ff-6e399d5c9cac; range_end:; response_count:1; response_revision:14025; }","duration":"1.09206784s","start":"2026-03-03T20:35:51.818141Z","end":"2026-03-03T20:35:52.910209Z","steps":["trace[2083855630] 'agreement among raft nodes before linearized reading' (duration: 1.091587319s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:52.910381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:51.818115Z","time spent":"1.092228514s","remote":"127.0.0.1:45806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-c20ee360-5c92-4d87-a2ff-6e399d5c9cac\" "} {"level":"warn","ts":"2026-03-03T20:35:52.910368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.006249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T20:35:52.91045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.799401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ce9558b-6483-4b09-bf2b-6c887d5e5499\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-03T20:35:52.910474Z","caller":"traceutil/trace.go:171","msg":"trace[718964714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14025; }","duration":"990.143092ms","start":"2026-03-03T20:35:51.920299Z","end":"2026-03-03T20:35:52.910442Z","steps":["trace[718964714] 'agreement among raft nodes before linearized reading' (duration: 989.784154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:52.910504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000760649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T20:35:52.910542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:51.920291Z","time spent":"990.236274ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:35:52.910556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091499037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ce9558b-6483-4b09-bf2b-6c887d5e5499\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-03T20:35:52.910606Z","caller":"traceutil/trace.go:171","msg":"trace[862678862] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5ce9558b-6483-4b09-bf2b-6c887d5e5499; range_end:; response_count:1; response_revision:14025; }","duration":"1.091572289s","start":"2026-03-03T20:35:51.819024Z","end":"2026-03-03T20:35:52.910596Z","steps":["trace[862678862] 'agreement among raft nodes before linearized reading' (duration: 1.091415255s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:52.910593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.36011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T20:35:52.910595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.360957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:35:52.910492Z","caller":"traceutil/trace.go:171","msg":"trace[935293118] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5ce9558b-6483-4b09-bf2b-6c887d5e5499; range_end:; response_count:1; response_revision:14025; }","duration":"991.889363ms","start":"2026-03-03T20:35:51.91859Z","end":"2026-03-03T20:35:52.910479Z","steps":["trace[935293118] 'agreement among raft nodes before linearized reading' (duration: 991.77372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:52.910635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.934491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-03-03T20:35:52.91065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.000685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:35:52.910657Z","caller":"traceutil/trace.go:171","msg":"trace[123151289] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:14025; }","duration":"900.473989ms","start":"2026-03-03T20:35:52.010167Z","end":"2026-03-03T20:35:52.910641Z","steps":["trace[123151289] 'agreement among raft nodes before linearized reading' (duration: 900.378977ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:52.910667Z","caller":"traceutil/trace.go:171","msg":"trace[57051346] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:14025; }","duration":"112.022242ms","start":"2026-03-03T20:35:52.798636Z","end":"2026-03-03T20:35:52.910658Z","steps":["trace[57051346] 'agreement among raft nodes before linearized reading' (duration: 111.9291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:52.910677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:51.918577Z","time spent":"992.082687ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ce9558b-6483-4b09-bf2b-6c887d5e5499\" "} {"level":"warn","ts":"2026-03-03T20:35:52.910709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.889589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-03T20:35:52.910708Z","caller":"traceutil/trace.go:171","msg":"trace[1005390275] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:14025; }","duration":"472.112088ms","start":"2026-03-03T20:35:52.438579Z","end":"2026-03-03T20:35:52.910692Z","steps":["trace[1005390275] 'agreement among raft nodes before linearized reading' (duration: 472.016026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:52.91071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:52.010138Z","time spent":"900.559561ms","remote":"127.0.0.1:46062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:35:52.910736Z","caller":"traceutil/trace.go:171","msg":"trace[1533302503] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:14025; }","duration":"111.968671ms","start":"2026-03-03T20:35:52.798762Z","end":"2026-03-03T20:35:52.910731Z","steps":["trace[1533302503] 'agreement among raft nodes before linearized reading' (duration: 111.903079ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:52.910581Z","caller":"traceutil/trace.go:171","msg":"trace[1308104267] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14025; }","duration":"1.000878132s","start":"2026-03-03T20:35:51.909684Z","end":"2026-03-03T20:35:52.910562Z","steps":["trace[1308104267] 'agreement among raft nodes before linearized reading' (duration: 1.000687338s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:52.910752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:52.43855Z","time spent":"472.192179ms","remote":"127.0.0.1:45742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:35:52.910512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.916199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-03T20:35:52.910739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.190933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5d2206fc-5fde-49fc-8aa9-e62e0ffcdac8\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-03T20:35:52.910797Z","caller":"traceutil/trace.go:171","msg":"trace[264374801] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:14025; }","duration":"981.232515ms","start":"2026-03-03T20:35:51.929559Z","end":"2026-03-03T20:35:52.910791Z","steps":["trace[264374801] 'agreement among raft nodes before linearized reading' (duration: 980.843476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:52.910799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:51.909667Z","time spent":"1.001117907s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T20:35:52.910655Z","caller":"traceutil/trace.go:171","msg":"trace[386063432] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14025; }","duration":"997.437412ms","start":"2026-03-03T20:35:51.913201Z","end":"2026-03-03T20:35:52.910638Z","steps":["trace[386063432] 'agreement among raft nodes before linearized reading' (duration: 997.275868ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:52.910827Z","caller":"traceutil/trace.go:171","msg":"trace[467126325] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5d2206fc-5fde-49fc-8aa9-e62e0ffcdac8; range_end:; response_count:1; response_revision:14025; }","duration":"990.300326ms","start":"2026-03-03T20:35:51.920503Z","end":"2026-03-03T20:35:52.910803Z","steps":["trace[467126325] 'agreement among raft nodes before linearized reading' (duration: 990.006449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:52.910817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:51.929544Z","time spent":"981.267197ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-9tmdb\" "} {"level":"warn","ts":"2026-03-03T20:35:52.910831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.632046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T20:35:52.910633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:51.819011Z","time spent":"1.09161744s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ce9558b-6483-4b09-bf2b-6c887d5e5499\" "} {"level":"info","ts":"2026-03-03T20:35:52.910963Z","caller":"traceutil/trace.go:171","msg":"trace[1368370772] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14025; }","duration":"997.833151ms","start":"2026-03-03T20:35:51.9131Z","end":"2026-03-03T20:35:52.910933Z","steps":["trace[1368370772] 'agreement among raft nodes before linearized reading' (duration: 997.425291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:52.91089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:51.920466Z","time spent":"990.412718ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5d2206fc-5fde-49fc-8aa9-e62e0ffcdac8\" "} {"level":"warn","ts":"2026-03-03T20:35:52.911026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:51.913075Z","time spent":"997.940754ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:35:52.910847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:51.913104Z","time spent":"997.737859ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:35:52.910547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.043581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:35:52.91115Z","caller":"traceutil/trace.go:171","msg":"trace[1507671047] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14025; }","duration":"755.721766ms","start":"2026-03-03T20:35:52.155416Z","end":"2026-03-03T20:35:52.911138Z","steps":["trace[1507671047] 'agreement among raft nodes before linearized reading' (duration: 754.810075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:52.911194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:52.155384Z","time spent":"755.797768ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:35:52.909856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271800076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-03T20:35:52.917071Z","caller":"traceutil/trace.go:171","msg":"trace[330677442] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:14025; }","duration":"1.279082095s","start":"2026-03-03T20:35:51.637968Z","end":"2026-03-03T20:35:52.91705Z","steps":["trace[330677442] 'agreement among raft nodes before linearized reading' (duration: 1.271638732s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:52.917135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:51.637942Z","time spent":"1.279172147s","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"info","ts":"2026-03-03T20:35:53.391203Z","caller":"traceutil/trace.go:171","msg":"trace[1361368632] linearizableReadLoop","detail":"{readStateIndex:14554; appliedIndex:14553; }","duration":"473.91331ms","start":"2026-03-03T20:35:52.917246Z","end":"2026-03-03T20:35:53.391159Z","steps":["trace[1361368632] 'read index received' (duration: 439.92994ms)","trace[1361368632] 'applied index is now lower than readState.Index' (duration: 33.98174ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:35:53.39128Z","caller":"traceutil/trace.go:171","msg":"trace[526671740] transaction","detail":"{read_only:false; response_revision:14026; number_of_response:1; }","duration":"474.758339ms","start":"2026-03-03T20:35:52.916458Z","end":"2026-03-03T20:35:53.391217Z","steps":["trace[526671740] 'process raft request' (duration: 440.626426ms)","trace[526671740] 'compare' (duration: 33.866767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:35:53.391586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:52.916424Z","time spent":"474.989415ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:35:53.392165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.893413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:67 size:625653"} {"level":"info","ts":"2026-03-03T20:35:53.39225Z","caller":"traceutil/trace.go:171","msg":"trace[437223215] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:67; response_revision:14026; }","duration":"475.009825ms","start":"2026-03-03T20:35:52.917222Z","end":"2026-03-03T20:35:53.392231Z","steps":["trace[437223215] 'agreement among raft nodes before linearized reading' (duration: 474.124584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:53.392301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:52.917205Z","time spent":"475.085047ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":67,"response size":625676,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T20:35:53.395914Z","caller":"traceutil/trace.go:171","msg":"trace[494335129] transaction","detail":"{read_only:false; response_revision:14030; number_of_response:1; }","duration":"464.405179ms","start":"2026-03-03T20:35:52.931473Z","end":"2026-03-03T20:35:53.395878Z","steps":["trace[494335129] 'process raft request' (duration: 464.300396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:53.396082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:52.918136Z","time spent":"477.943243ms","remote":"127.0.0.1:45704","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T20:35:53.396136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:52.931465Z","time spent":"464.558522ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:35:53.396157Z","caller":"traceutil/trace.go:171","msg":"trace[373639816] transaction","detail":"{read_only:false; response_revision:14027; number_of_response:1; }","duration":"478.721881ms","start":"2026-03-03T20:35:52.917397Z","end":"2026-03-03T20:35:53.396118Z","steps":["trace[373639816] 'process raft request' (duration: 477.967034ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:53.396282Z","caller":"traceutil/trace.go:171","msg":"trace[1985449609] transaction","detail":"{read_only:false; response_revision:14028; number_of_response:1; }","duration":"478.832614ms","start":"2026-03-03T20:35:52.917434Z","end":"2026-03-03T20:35:53.396267Z","steps":["trace[1985449609] 'process raft request' (duration: 478.097737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:53.396286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.862218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:35:53.396344Z","caller":"traceutil/trace.go:171","msg":"trace[222454425] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14033; }","duration":"470.967541ms","start":"2026-03-03T20:35:52.925364Z","end":"2026-03-03T20:35:53.396331Z","steps":["trace[222454425] 'agreement among raft nodes before linearized reading' (duration: 470.732266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:53.396426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:52.917421Z","time spent":"478.889326ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:35:53.396447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:52.917368Z","time spent":"478.875805ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:35:53.396498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:52.925331Z","time spent":"471.136365ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T20:35:53.396527Z","caller":"traceutil/trace.go:171","msg":"trace[1863198479] transaction","detail":"{read_only:false; response_revision:14031; number_of_response:1; }","duration":"463.579299ms","start":"2026-03-03T20:35:52.932937Z","end":"2026-03-03T20:35:53.396516Z","steps":["trace[1863198479] 'process raft request' (duration: 462.900584ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:53.396478Z","caller":"traceutil/trace.go:171","msg":"trace[1060236007] transaction","detail":"{read_only:false; response_revision:14029; number_of_response:1; }","duration":"472.101557ms","start":"2026-03-03T20:35:52.924198Z","end":"2026-03-03T20:35:53.3963Z","steps":["trace[1060236007] 'process raft request' (duration: 471.518974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:53.396746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.725527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:35:53.396782Z","caller":"traceutil/trace.go:171","msg":"trace[320273645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14033; }","duration":"430.789158ms","start":"2026-03-03T20:35:52.965985Z","end":"2026-03-03T20:35:53.396774Z","steps":["trace[320273645] 'agreement among raft nodes before linearized reading' (duration: 430.704427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:53.396803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:52.965971Z","time spent":"430.828149ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:35:53.396928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:52.924184Z","time spent":"472.547197ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:35:53.396454Z","caller":"traceutil/trace.go:171","msg":"trace[1501098102] transaction","detail":"{read_only:false; response_revision:14032; number_of_response:1; }","duration":"463.234771ms","start":"2026-03-03T20:35:52.933189Z","end":"2026-03-03T20:35:53.396424Z","steps":["trace[1501098102] 'process raft request' (duration: 462.75918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:53.397227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:52.933172Z","time spent":"463.922298ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3712,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:35:53.396659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:52.93293Z","time spent":"463.641731ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:36:19.707675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.657173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:36:19.707841Z","caller":"traceutil/trace.go:171","msg":"trace[1543074826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14381; }","duration":"157.906909ms","start":"2026-03-03T20:36:19.549908Z","end":"2026-03-03T20:36:19.707814Z","steps":["trace[1543074826] 'range keys from in-memory index tree' (duration: 156.740972ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:36:19.710608Z","caller":"traceutil/trace.go:171","msg":"trace[256516106] linearizableReadLoop","detail":"{readStateIndex:14925; appliedIndex:14924; }","duration":"136.272156ms","start":"2026-03-03T20:36:19.574302Z","end":"2026-03-03T20:36:19.710574Z","steps":["trace[256516106] 'read index received' (duration: 136.03398ms)","trace[256516106] 'applied index is now lower than readState.Index' (duration: 236.796µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:36:19.710755Z","caller":"traceutil/trace.go:171","msg":"trace[339736648] transaction","detail":"{read_only:false; response_revision:14382; number_of_response:1; }","duration":"137.624717ms","start":"2026-03-03T20:36:19.573119Z","end":"2026-03-03T20:36:19.710744Z","steps":["trace[339736648] 'process raft request' (duration: 137.284289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:19.711043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.323752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T20:36:19.711097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.772153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:36:19.711142Z","caller":"traceutil/trace.go:171","msg":"trace[364565111] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14382; }","duration":"125.432945ms","start":"2026-03-03T20:36:19.585683Z","end":"2026-03-03T20:36:19.711116Z","steps":["trace[364565111] 'agreement among raft nodes before linearized reading' (duration: 125.181799ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:36:19.711152Z","caller":"traceutil/trace.go:171","msg":"trace[1270568758] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14382; }","duration":"119.848214ms","start":"2026-03-03T20:36:19.591287Z","end":"2026-03-03T20:36:19.711136Z","steps":["trace[1270568758] 'agreement among raft nodes before linearized reading' (duration: 119.67198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:19.711253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.440284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T20:36:19.711241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.910691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:36:19.71131Z","caller":"traceutil/trace.go:171","msg":"trace[794217599] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14382; }","duration":"125.532557ms","start":"2026-03-03T20:36:19.58576Z","end":"2026-03-03T20:36:19.711293Z","steps":["trace[794217599] 'agreement among raft nodes before linearized reading' (duration: 125.359443ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:36:19.711366Z","caller":"traceutil/trace.go:171","msg":"trace[1269709381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14382; }","duration":"137.083275ms","start":"2026-03-03T20:36:19.57425Z","end":"2026-03-03T20:36:19.711333Z","steps":["trace[1269709381] 'agreement among raft nodes before linearized reading' (duration: 136.730686ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:36:20.102124Z","caller":"traceutil/trace.go:171","msg":"trace[1081335987] transaction","detail":"{read_only:false; response_revision:14383; number_of_response:1; }","duration":"387.604964ms","start":"2026-03-03T20:36:19.714487Z","end":"2026-03-03T20:36:20.102092Z","steps":["trace[1081335987] 'process raft request' (duration: 322.689166ms)","trace[1081335987] 'compare' (duration: 64.794365ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:36:20.102303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:19.714463Z","time spent":"387.752788ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:36:20.169269Z","caller":"traceutil/trace.go:171","msg":"trace[990449555] transaction","detail":"{read_only:false; response_revision:14385; number_of_response:1; }","duration":"453.26944ms","start":"2026-03-03T20:36:19.71598Z","end":"2026-03-03T20:36:20.16925Z","steps":["trace[990449555] 'process raft request' (duration: 453.186108ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:36:20.169284Z","caller":"traceutil/trace.go:171","msg":"trace[149953865] transaction","detail":"{read_only:false; response_revision:14384; number_of_response:1; }","duration":"454.021057ms","start":"2026-03-03T20:36:19.715225Z","end":"2026-03-03T20:36:20.169246Z","steps":["trace[149953865] 'process raft request' (duration: 453.834903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:20.169391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:19.71597Z","time spent":"453.354022ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:36:20.169457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:19.715195Z","time spent":"454.167831ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:36:20.169475Z","caller":"traceutil/trace.go:171","msg":"trace[1629811077] linearizableReadLoop","detail":"{readStateIndex:14929; appliedIndex:14925; }","duration":"453.373382ms","start":"2026-03-03T20:36:19.716081Z","end":"2026-03-03T20:36:20.169454Z","steps":["trace[1629811077] 'read index received' (duration: 321.11388ms)","trace[1629811077] 'applied index is now lower than readState.Index' (duration: 132.258052ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:36:20.16956Z","caller":"traceutil/trace.go:171","msg":"trace[1859167675] transaction","detail":"{read_only:false; response_revision:14386; number_of_response:1; }","duration":"453.495075ms","start":"2026-03-03T20:36:19.716058Z","end":"2026-03-03T20:36:20.169554Z","steps":["trace[1859167675] 'process raft request' (duration: 453.142237ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:36:20.169598Z","caller":"traceutil/trace.go:171","msg":"trace[1313413783] transaction","detail":"{read_only:false; response_revision:14387; number_of_response:1; }","duration":"452.887431ms","start":"2026-03-03T20:36:19.716697Z","end":"2026-03-03T20:36:20.169584Z","steps":["trace[1313413783] 'process raft request' (duration: 452.682886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:20.169677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:19.71669Z","time spent":"452.942242ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:36:20.169683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.360455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-03T20:36:20.169731Z","caller":"traceutil/trace.go:171","msg":"trace[834900942] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:14387; }","duration":"423.403486ms","start":"2026-03-03T20:36:19.746312Z","end":"2026-03-03T20:36:20.169716Z","steps":["trace[834900942] 'agreement among raft nodes before linearized reading' (duration: 423.308554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:20.169771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:19.746266Z","time spent":"423.497548ms","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T20:36:20.169603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:19.716045Z","time spent":"453.537026ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:36:20.170073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.372567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5q8fl\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-03-03T20:36:20.170113Z","caller":"traceutil/trace.go:171","msg":"trace[1194952766] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5q8fl; range_end:; response_count:1; response_revision:14387; }","duration":"278.478319ms","start":"2026-03-03T20:36:19.891625Z","end":"2026-03-03T20:36:20.170104Z","steps":["trace[1194952766] 'agreement among raft nodes before linearized reading' (duration: 278.333986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:20.170266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.196692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:69 size:660433"} {"level":"info","ts":"2026-03-03T20:36:20.170342Z","caller":"traceutil/trace.go:171","msg":"trace[1556557973] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:69; response_revision:14387; }","duration":"454.303075ms","start":"2026-03-03T20:36:19.716032Z","end":"2026-03-03T20:36:20.170335Z","steps":["trace[1556557973] 'agreement among raft nodes before linearized reading' (duration: 453.600348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:20.170367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:19.716021Z","time spent":"454.339725ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":69,"response size":660456,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T20:36:45.506551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.250829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-03T20:36:45.50666Z","caller":"traceutil/trace.go:171","msg":"trace[641099520] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:14606; }","duration":"100.423893ms","start":"2026-03-03T20:36:45.406211Z","end":"2026-03-03T20:36:45.506634Z","steps":["trace[641099520] 'agreement among raft nodes before linearized reading' (duration: 100.192378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.793794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.189259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-scheduler\" ","response":"range_response_count:1 size:6832"} {"level":"info","ts":"2026-03-03T20:36:45.793908Z","caller":"traceutil/trace.go:171","msg":"trace[1238968512] range","detail":"{range_begin:/registry/deployments/openstack/nova-scheduler; range_end:; response_count:1; response_revision:14645; }","duration":"113.337553ms","start":"2026-03-03T20:36:45.680543Z","end":"2026-03-03T20:36:45.793881Z","steps":["trace[1238968512] 'agreement among raft nodes before linearized reading' (duration: 112.988625ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:36:46.519646Z","caller":"traceutil/trace.go:171","msg":"trace[473963658] transaction","detail":"{read_only:false; response_revision:14720; number_of_response:1; }","duration":"120.296255ms","start":"2026-03-03T20:36:46.399297Z","end":"2026-03-03T20:36:46.519594Z","steps":["trace[473963658] 'process raft request' (duration: 52.205663ms)","trace[473963658] 'compare' (duration: 67.465107ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:36:46.520013Z","caller":"traceutil/trace.go:171","msg":"trace[1218281215] transaction","detail":"{read_only:false; response_revision:14721; number_of_response:1; }","duration":"111.719776ms","start":"2026-03-03T20:36:46.408267Z","end":"2026-03-03T20:36:46.519986Z","steps":["trace[1218281215] 'process raft request' (duration: 111.4839ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:36:52.424905Z","caller":"traceutil/trace.go:171","msg":"trace[1065084818] linearizableReadLoop","detail":"{readStateIndex:15395; appliedIndex:15394; }","duration":"117.795136ms","start":"2026-03-03T20:36:52.307077Z","end":"2026-03-03T20:36:52.424872Z","steps":["trace[1065084818] 'read index received' (duration: 117.465389ms)","trace[1065084818] 'applied index is now lower than readState.Index' (duration: 327.907µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:36:52.425193Z","caller":"traceutil/trace.go:171","msg":"trace[347124111] transaction","detail":"{read_only:false; response_revision:14839; number_of_response:1; }","duration":"183.077614ms","start":"2026-03-03T20:36:52.242069Z","end":"2026-03-03T20:36:52.425146Z","steps":["trace[347124111] 'process raft request' (duration: 182.615213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:52.425253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.141435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:36:52.425309Z","caller":"traceutil/trace.go:171","msg":"trace[1104838654] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:14839; }","duration":"118.250237ms","start":"2026-03-03T20:36:52.307044Z","end":"2026-03-03T20:36:52.425295Z","steps":["trace[1104838654] 'agreement among raft nodes before linearized reading' (duration: 118.087843ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:37:01.581412Z","caller":"traceutil/trace.go:171","msg":"trace[1790704805] transaction","detail":"{read_only:false; response_revision:14913; number_of_response:1; }","duration":"221.987147ms","start":"2026-03-03T20:37:01.359389Z","end":"2026-03-03T20:37:01.581376Z","steps":["trace[1790704805] 'process raft request' (duration: 221.786712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:02.005388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.037306ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-03T20:37:02.005543Z","caller":"traceutil/trace.go:171","msg":"trace[1240996341] linearizableReadLoop","detail":"{readStateIndex:15471; appliedIndex:15470; }","duration":"332.791341ms","start":"2026-03-03T20:37:01.672723Z","end":"2026-03-03T20:37:02.005515Z","steps":["trace[1240996341] 'read index received' (duration: 157.600061ms)","trace[1240996341] 'applied index is now lower than readState.Index' (duration: 175.1868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:37:02.005682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.947305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:37:02.005639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:01.611486Z","time spent":"394.139596ms","remote":"127.0.0.1:45704","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T20:37:02.005728Z","caller":"traceutil/trace.go:171","msg":"trace[1058894139] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14913; }","duration":"333.063407ms","start":"2026-03-03T20:37:01.67265Z","end":"2026-03-03T20:37:02.005714Z","steps":["trace[1058894139] 'agreement among raft nodes before linearized reading' (duration: 332.966805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:02.005765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:01.67262Z","time spent":"333.136009ms","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T20:37:02.270499Z","caller":"traceutil/trace.go:171","msg":"trace[502202342] linearizableReadLoop","detail":"{readStateIndex:15472; appliedIndex:15471; }","duration":"264.881414ms","start":"2026-03-03T20:37:02.005583Z","end":"2026-03-03T20:37:02.270465Z","steps":["trace[502202342] 'read index received' (duration: 249.032315ms)","trace[502202342] 'applied index is now lower than readState.Index' (duration: 15.847949ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:37:02.27054Z","caller":"traceutil/trace.go:171","msg":"trace[525979509] transaction","detail":"{read_only:false; response_revision:14914; number_of_response:1; }","duration":"359.249036ms","start":"2026-03-03T20:37:01.911223Z","end":"2026-03-03T20:37:02.270472Z","steps":["trace[525979509] 'process raft request' (duration: 343.374477ms)","trace[525979509] 'compare' (duration: 15.598723ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:37:02.270635Z","caller":"traceutil/trace.go:171","msg":"trace[2017842841] transaction","detail":"{read_only:false; response_revision:14915; number_of_response:1; }","duration":"263.334108ms","start":"2026-03-03T20:37:02.007271Z","end":"2026-03-03T20:37:02.270605Z","steps":["trace[2017842841] 'process raft request' (duration: 263.129263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:02.270841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.348708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T20:37:02.270824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.894978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:37:02.270894Z","caller":"traceutil/trace.go:171","msg":"trace[1790899250] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14915; }","duration":"597.487311ms","start":"2026-03-03T20:37:01.673394Z","end":"2026-03-03T20:37:02.270882Z","steps":["trace[1790899250] 'agreement among raft nodes before linearized reading' (duration: 597.256565ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:37:02.270916Z","caller":"traceutil/trace.go:171","msg":"trace[812019424] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14915; }","duration":"582.025162ms","start":"2026-03-03T20:37:01.68887Z","end":"2026-03-03T20:37:02.270895Z","steps":["trace[812019424] 'agreement among raft nodes before linearized reading' (duration: 581.673584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:02.270914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.132791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:37:02.270953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:01.688853Z","time spent":"582.092403ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T20:37:02.270975Z","caller":"traceutil/trace.go:171","msg":"trace[1851772660] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:14915; }","duration":"321.247443ms","start":"2026-03-03T20:37:01.949707Z","end":"2026-03-03T20:37:02.270955Z","steps":["trace[1851772660] 'agreement among raft nodes before linearized reading' (duration: 320.791253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:02.270985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.035654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-03-03T20:37:02.270982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.517047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-77dfg\" ","response":"range_response_count:1 size:22013"} {"level":"warn","ts":"2026-03-03T20:37:02.271019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:01.94968Z","time spent":"321.328525ms","remote":"127.0.0.1:53946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:37:02.271032Z","caller":"traceutil/trace.go:171","msg":"trace[1621413576] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14915; }","duration":"598.069765ms","start":"2026-03-03T20:37:01.672941Z","end":"2026-03-03T20:37:02.271011Z","steps":["trace[1621413576] 'agreement among raft nodes before linearized reading' (duration: 597.950202ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:37:02.271057Z","caller":"traceutil/trace.go:171","msg":"trace[577928400] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-77dfg; range_end:; response_count:1; response_revision:14915; }","duration":"410.593089ms","start":"2026-03-03T20:37:01.860442Z","end":"2026-03-03T20:37:02.271035Z","steps":["trace[577928400] 'agreement among raft nodes before linearized reading' (duration: 410.085887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:02.271071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.02635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T20:37:02.271108Z","caller":"traceutil/trace.go:171","msg":"trace[145604081] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14915; }","duration":"102.108573ms","start":"2026-03-03T20:37:02.168991Z","end":"2026-03-03T20:37:02.271099Z","steps":["trace[145604081] 'agreement among raft nodes before linearized reading' (duration: 102.00594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:02.271108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:01.860403Z","time spent":"410.695862ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22036,"request content":"key:\"/registry/pods/openstack/nova-compute-default-77dfg\" "} {"level":"warn","ts":"2026-03-03T20:37:02.270807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.064293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-77dfg\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-03-03T20:37:02.271167Z","caller":"traceutil/trace.go:171","msg":"trace[1247688874] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-77dfg; range_end:; response_count:1; response_revision:14915; }","duration":"412.501784ms","start":"2026-03-03T20:37:01.858653Z","end":"2026-03-03T20:37:02.271155Z","steps":["trace[1247688874] 'agreement among raft nodes before linearized reading' (duration: 411.830708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:02.271195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:01.858629Z","time spent":"412.558075ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22036,"request content":"key:\"/registry/pods/openstack/nova-compute-default-77dfg\" "} {"level":"warn","ts":"2026-03-03T20:37:02.271061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.418391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-03T20:37:02.271242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.326864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:37:02.27126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.197204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:37:02.270851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.433009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:37:02.271282Z","caller":"traceutil/trace.go:171","msg":"trace[2039447767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14915; }","duration":"305.395385ms","start":"2026-03-03T20:37:01.965872Z","end":"2026-03-03T20:37:02.271267Z","steps":["trace[2039447767] 'agreement among raft nodes before linearized reading' (duration: 304.646108ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:37:02.271291Z","caller":"traceutil/trace.go:171","msg":"trace[187176092] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14915; }","duration":"102.289636ms","start":"2026-03-03T20:37:02.168993Z","end":"2026-03-03T20:37:02.271283Z","steps":["trace[187176092] 'agreement among raft nodes before linearized reading' (duration: 102.245345ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:37:02.271297Z","caller":"traceutil/trace.go:171","msg":"trace[1406007893] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14915; }","duration":"582.672397ms","start":"2026-03-03T20:37:01.688596Z","end":"2026-03-03T20:37:02.271269Z","steps":["trace[1406007893] 'agreement among raft nodes before linearized reading' (duration: 581.935289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:02.271321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:01.965852Z","time spent":"305.460027ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:37:02.271295Z","caller":"traceutil/trace.go:171","msg":"trace[948290744] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14915; }","duration":"207.931071ms","start":"2026-03-03T20:37:02.063357Z","end":"2026-03-03T20:37:02.271288Z","steps":["trace[948290744] 'agreement among raft nodes before linearized reading' (duration: 207.412999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:02.271371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:01.688582Z","time spent":"582.766319ms","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T20:37:02.271405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.73495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T20:37:02.27145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.008053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:37:02.271455Z","caller":"traceutil/trace.go:171","msg":"trace[1329360800] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14915; }","duration":"100.846382ms","start":"2026-03-03T20:37:02.170592Z","end":"2026-03-03T20:37:02.271439Z","steps":["trace[1329360800] 'agreement among raft nodes before linearized reading' (duration: 100.638958ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:37:02.271483Z","caller":"traceutil/trace.go:171","msg":"trace[1046078301] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14915; }","duration":"208.121155ms","start":"2026-03-03T20:37:02.063352Z","end":"2026-03-03T20:37:02.271473Z","steps":["trace[1046078301] 'agreement among raft nodes before linearized reading' (duration: 208.060604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:02.270938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:01.67337Z","time spent":"597.558933ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T20:37:02.271494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.944731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:37:02.271615Z","caller":"traceutil/trace.go:171","msg":"trace[2075783337] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14915; }","duration":"208.126895ms","start":"2026-03-03T20:37:02.06346Z","end":"2026-03-03T20:37:02.271587Z","steps":["trace[2075783337] 'agreement among raft nodes before linearized reading' (duration: 207.851949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:02.271618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.639041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T20:37:02.271696Z","caller":"traceutil/trace.go:171","msg":"trace[267850773] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14915; }","duration":"203.796315ms","start":"2026-03-03T20:37:02.067882Z","end":"2026-03-03T20:37:02.271679Z","steps":["trace[267850773] 'agreement among raft nodes before linearized reading' (duration: 203.56104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:02.271704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:01.672909Z","time spent":"598.78227ms","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-03T20:37:02.271811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:01.911193Z","time spent":"359.452291ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:37:19.75946Z","caller":"traceutil/trace.go:171","msg":"trace[2008900101] transaction","detail":"{read_only:false; response_revision:15003; number_of_response:1; }","duration":"113.454346ms","start":"2026-03-03T20:37:19.645955Z","end":"2026-03-03T20:37:19.75941Z","steps":["trace[2008900101] 'process raft request' (duration: 98.98117ms)","trace[2008900101] 'compare' (duration: 14.099137ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:37:26.121432Z","caller":"traceutil/trace.go:171","msg":"trace[1905178322] linearizableReadLoop","detail":"{readStateIndex:15592; appliedIndex:15591; }","duration":"278.539727ms","start":"2026-03-03T20:37:25.842858Z","end":"2026-03-03T20:37:26.121397Z","steps":["trace[1905178322] 'read index received' (duration: 278.326232ms)","trace[1905178322] 'applied index is now lower than readState.Index' (duration: 212.005µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:37:26.121531Z","caller":"traceutil/trace.go:171","msg":"trace[409429904] transaction","detail":"{read_only:false; response_revision:15030; number_of_response:1; }","duration":"341.388197ms","start":"2026-03-03T20:37:25.780099Z","end":"2026-03-03T20:37:26.121487Z","steps":["trace[409429904] 'process raft request' (duration: 341.022019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:26.121702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:25.780078Z","time spent":"341.53324ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:37:26.121656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.760643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:37:26.121803Z","caller":"traceutil/trace.go:171","msg":"trace[1141879591] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15030; }","duration":"279.05164ms","start":"2026-03-03T20:37:25.842715Z","end":"2026-03-03T20:37:26.121767Z","steps":["trace[1141879591] 'agreement among raft nodes before linearized reading' (duration: 278.817004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:26.762747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.806881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:37:26.762738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.683155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:37:26.762825Z","caller":"traceutil/trace.go:171","msg":"trace[670604269] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15030; }","duration":"420.926523ms","start":"2026-03-03T20:37:26.341881Z","end":"2026-03-03T20:37:26.762808Z","steps":["trace[670604269] 'range keys from in-memory index tree' (duration: 420.709578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:26.762854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:26.341855Z","time spent":"420.993855ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T20:37:26.762859Z","caller":"traceutil/trace.go:171","msg":"trace[1727233428] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15030; }","duration":"416.817598ms","start":"2026-03-03T20:37:26.346018Z","end":"2026-03-03T20:37:26.762835Z","steps":["trace[1727233428] 'range keys from in-memory index tree' (duration: 416.615263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:26.7629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:26.346008Z","time spent":"416.882009ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T20:37:26.762916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.03144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T20:37:26.76294Z","caller":"traceutil/trace.go:171","msg":"trace[186959870] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15030; }","duration":"335.05048ms","start":"2026-03-03T20:37:26.427879Z","end":"2026-03-03T20:37:26.76293Z","steps":["trace[186959870] 'range keys from in-memory index tree' (duration: 334.951737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:26.762966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:26.427822Z","time spent":"335.138442ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T20:37:26.763014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.073624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:37:26.763042Z","caller":"traceutil/trace.go:171","msg":"trace[910294213] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15030; }","duration":"420.103735ms","start":"2026-03-03T20:37:26.342929Z","end":"2026-03-03T20:37:26.763033Z","steps":["trace[910294213] 'range keys from in-memory index tree' (duration: 419.985252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:26.763067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:26.342866Z","time spent":"420.195306ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T20:37:26.763105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.733902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18979"} {"level":"info","ts":"2026-03-03T20:37:26.763124Z","caller":"traceutil/trace.go:171","msg":"trace[1150982714] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15030; }","duration":"632.783864ms","start":"2026-03-03T20:37:26.130334Z","end":"2026-03-03T20:37:26.763117Z","steps":["trace[1150982714] 'range keys from in-memory index tree' (duration: 632.592738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:26.76314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:26.13032Z","time spent":"632.815644ms","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19002,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T20:37:26.763141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.646561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:37:26.763166Z","caller":"traceutil/trace.go:171","msg":"trace[540662757] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15030; }","duration":"418.686311ms","start":"2026-03-03T20:37:26.344472Z","end":"2026-03-03T20:37:26.763158Z","steps":["trace[540662757] 'range keys from in-memory index tree' (duration: 418.583559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:26.763187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:26.344466Z","time spent":"418.714462ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T20:37:26.762807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.144626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T20:37:26.763261Z","caller":"traceutil/trace.go:171","msg":"trace[1374031695] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15030; }","duration":"414.603877ms","start":"2026-03-03T20:37:26.348646Z","end":"2026-03-03T20:37:26.763249Z","steps":["trace[1374031695] 'range keys from in-memory index tree' (duration: 414.048364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:26.763295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:26.348638Z","time spent":"414.646587ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T20:37:26.763265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.560612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T20:37:26.763369Z","caller":"traceutil/trace.go:171","msg":"trace[1316827838] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15030; }","duration":"419.719396ms","start":"2026-03-03T20:37:26.343622Z","end":"2026-03-03T20:37:26.763342Z","steps":["trace[1316827838] 'range keys from in-memory index tree' (duration: 419.344547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:26.76341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.96515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:37:26.763418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:26.343602Z","time spent":"419.805027ms","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T20:37:26.763446Z","caller":"traceutil/trace.go:171","msg":"trace[1512673451] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:15030; }","duration":"522.048462ms","start":"2026-03-03T20:37:26.241385Z","end":"2026-03-03T20:37:26.763433Z","steps":["trace[1512673451] 'count revisions from in-memory index tree' (duration: 521.861168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:26.763473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:26.241357Z","time spent":"522.106534ms","remote":"127.0.0.1:54032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:37:26.762737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.842269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T20:37:26.763456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.58135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-03-03T20:37:26.763474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.60086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T20:37:26.763555Z","caller":"traceutil/trace.go:171","msg":"trace[247686604] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15030; }","duration":"418.715702ms","start":"2026-03-03T20:37:26.344813Z","end":"2026-03-03T20:37:26.763528Z","steps":["trace[247686604] 'range keys from in-memory index tree' (duration: 418.369364ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:37:26.763584Z","caller":"traceutil/trace.go:171","msg":"trace[1317435853] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15030; }","duration":"418.786044ms","start":"2026-03-03T20:37:26.344775Z","end":"2026-03-03T20:37:26.763561Z","steps":["trace[1317435853] 'range keys from in-memory index tree' (duration: 418.349853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:26.7636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:26.344794Z","time spent":"418.797405ms","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-03T20:37:26.763632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:26.34475Z","time spent":"418.872656ms","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T20:37:26.763516Z","caller":"traceutil/trace.go:171","msg":"trace[970773873] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15030; }","duration":"417.670218ms","start":"2026-03-03T20:37:26.345836Z","end":"2026-03-03T20:37:26.763507Z","steps":["trace[970773873] 'range keys from in-memory index tree' (duration: 416.626204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:26.763703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:26.345825Z","time spent":"417.868533ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T20:37:26.764028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.608663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:37:26.764074Z","caller":"traceutil/trace.go:171","msg":"trace[1326673507] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15030; }","duration":"419.677774ms","start":"2026-03-03T20:37:26.344381Z","end":"2026-03-03T20:37:26.764058Z","steps":["trace[1326673507] 'range keys from in-memory index tree' (duration: 419.439679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:26.764124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:26.344368Z","time spent":"419.748306ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-03T20:37:26.797966Z","caller":"traceutil/trace.go:171","msg":"trace[1994099774] linearizableReadLoop","detail":"{readStateIndex:15593; appliedIndex:15592; }","duration":"339.670767ms","start":"2026-03-03T20:37:26.458253Z","end":"2026-03-03T20:37:26.797923Z","steps":["trace[1994099774] 'read index received' (duration: 339.281038ms)","trace[1994099774] 'applied index is now lower than readState.Index' (duration: 388.169µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:37:26.798163Z","caller":"traceutil/trace.go:171","msg":"trace[85622097] transaction","detail":"{read_only:false; response_revision:15031; number_of_response:1; }","duration":"370.133164ms","start":"2026-03-03T20:37:26.427993Z","end":"2026-03-03T20:37:26.798126Z","steps":["trace[85622097] 'process raft request' (duration: 369.643943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:26.798326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:26.427975Z","time spent":"370.258287ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:37:26.79839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.109797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T20:37:26.7985Z","caller":"traceutil/trace.go:171","msg":"trace[1762729245] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:15031; }","duration":"340.276151ms","start":"2026-03-03T20:37:26.458196Z","end":"2026-03-03T20:37:26.798472Z","steps":["trace[1762729245] 'agreement among raft nodes before linearized reading' (duration: 339.944254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:26.798553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:26.458174Z","time spent":"340.370033ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-03T20:37:26.798716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.65644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-77dfg\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-03-03T20:37:26.798806Z","caller":"traceutil/trace.go:171","msg":"trace[44109783] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-77dfg; range_end:; response_count:1; response_revision:15031; }","duration":"166.800683ms","start":"2026-03-03T20:37:26.631986Z","end":"2026-03-03T20:37:26.798786Z","steps":["trace[44109783] 'agreement among raft nodes before linearized reading' (duration: 166.485325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:26.802302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.885583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-77dfg\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-03-03T20:37:26.80241Z","caller":"traceutil/trace.go:171","msg":"trace[425256762] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-77dfg; range_end:; response_count:1; response_revision:15031; }","duration":"213.013956ms","start":"2026-03-03T20:37:26.589346Z","end":"2026-03-03T20:37:26.80236Z","steps":["trace[425256762] 'agreement among raft nodes before linearized reading' (duration: 208.934581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:27.091018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.648288ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:37:27.091277Z","caller":"traceutil/trace.go:171","msg":"trace[1829299987] linearizableReadLoop","detail":"{readStateIndex:15597; appliedIndex:15593; }","duration":"285.322455ms","start":"2026-03-03T20:37:26.805935Z","end":"2026-03-03T20:37:27.091258Z","steps":["trace[1829299987] 'read index received' (duration: 134.356579ms)","trace[1829299987] 'applied index is now lower than readState.Index' (duration: 150.964606ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:37:27.091378Z","caller":"traceutil/trace.go:171","msg":"trace[1988741078] transaction","detail":"{read_only:false; response_revision:15035; number_of_response:1; }","duration":"285.786696ms","start":"2026-03-03T20:37:26.805564Z","end":"2026-03-03T20:37:27.091351Z","steps":["trace[1988741078] 'process raft request' (duration: 285.652553ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:37:27.091399Z","caller":"traceutil/trace.go:171","msg":"trace[1323403382] transaction","detail":"{read_only:false; response_revision:15032; number_of_response:1; }","duration":"286.454451ms","start":"2026-03-03T20:37:26.804879Z","end":"2026-03-03T20:37:27.091334Z","steps":["trace[1323403382] 'process raft request' (duration: 135.394054ms)","trace[1323403382] 'compare' (duration: 150.540785ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:37:27.091393Z","caller":"traceutil/trace.go:171","msg":"trace[1980448084] transaction","detail":"{read_only:false; response_revision:15033; number_of_response:1; }","duration":"286.107373ms","start":"2026-03-03T20:37:26.8052Z","end":"2026-03-03T20:37:27.091307Z","steps":["trace[1980448084] 'process raft request' (duration: 285.921128ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:37:27.091597Z","caller":"traceutil/trace.go:171","msg":"trace[1132731567] transaction","detail":"{read_only:false; response_revision:15034; number_of_response:1; }","duration":"286.350788ms","start":"2026-03-03T20:37:26.805239Z","end":"2026-03-03T20:37:27.09159Z","steps":["trace[1132731567] 'process raft request' (duration: 285.936559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:27.09221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.279557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764363"} {"level":"info","ts":"2026-03-03T20:37:27.092257Z","caller":"traceutil/trace.go:171","msg":"trace[279307810] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15035; }","duration":"286.350779ms","start":"2026-03-03T20:37:26.805895Z","end":"2026-03-03T20:37:27.092246Z","steps":["trace[279307810] 'agreement among raft nodes before linearized reading' (duration: 285.445348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:27.20942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.691667ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T20:37:27.209722Z","caller":"traceutil/trace.go:171","msg":"trace[1004186371] linearizableReadLoop","detail":"{readStateIndex:15599; appliedIndex:15597; }","duration":"118.385559ms","start":"2026-03-03T20:37:27.091317Z","end":"2026-03-03T20:37:27.209702Z","steps":["trace[1004186371] 'read index received' (duration: 2.347165ms)","trace[1004186371] 'applied index is now lower than readState.Index' (duration: 116.037414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:37:27.209845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.301175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:37:27.209888Z","caller":"traceutil/trace.go:171","msg":"trace[832310545] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15036; }","duration":"229.390377ms","start":"2026-03-03T20:37:26.980478Z","end":"2026-03-03T20:37:27.209869Z","steps":["trace[832310545] 'agreement among raft nodes before linearized reading' (duration: 229.323505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:27.209948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.956482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T20:37:27.210019Z","caller":"traceutil/trace.go:171","msg":"trace[970241098] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15036; }","duration":"209.076635ms","start":"2026-03-03T20:37:27.000926Z","end":"2026-03-03T20:37:27.210003Z","steps":["trace[970241098] 'agreement among raft nodes before linearized reading' (duration: 208.827619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:27.210141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.833109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T20:37:27.210245Z","caller":"traceutil/trace.go:171","msg":"trace[734154997] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15036; }","duration":"360.967542ms","start":"2026-03-03T20:37:26.84925Z","end":"2026-03-03T20:37:27.210217Z","steps":["trace[734154997] 'agreement among raft nodes before linearized reading' (duration: 360.726286ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:37:27.21029Z","caller":"traceutil/trace.go:171","msg":"trace[1647110123] transaction","detail":"{read_only:false; response_revision:15036; number_of_response:1; }","duration":"156.243788ms","start":"2026-03-03T20:37:27.054024Z","end":"2026-03-03T20:37:27.210268Z","steps":["trace[1647110123] 'process raft request' (duration: 155.509081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:27.210309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:26.849237Z","time spent":"361.057134ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:37:27.210552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.523735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T20:37:27.210564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.864001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T20:37:27.210595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.086342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:37:27.210613Z","caller":"traceutil/trace.go:171","msg":"trace[756013480] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15036; }","duration":"206.600827ms","start":"2026-03-03T20:37:27.003995Z","end":"2026-03-03T20:37:27.210596Z","steps":["trace[756013480] 'agreement among raft nodes before linearized reading' (duration: 206.449633ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:37:27.210637Z","caller":"traceutil/trace.go:171","msg":"trace[946588812] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15036; }","duration":"196.975063ms","start":"2026-03-03T20:37:27.013643Z","end":"2026-03-03T20:37:27.210618Z","steps":["trace[946588812] 'agreement among raft nodes before linearized reading' (duration: 196.722727ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:37:27.210645Z","caller":"traceutil/trace.go:171","msg":"trace[734022209] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15036; }","duration":"230.159165ms","start":"2026-03-03T20:37:26.980473Z","end":"2026-03-03T20:37:27.210632Z","steps":["trace[734022209] 'agreement among raft nodes before linearized reading' (duration: 230.077103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:27.210815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.3737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:37:27.21087Z","caller":"traceutil/trace.go:171","msg":"trace[621893979] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15036; }","duration":"230.454761ms","start":"2026-03-03T20:37:26.980403Z","end":"2026-03-03T20:37:27.210858Z","steps":["trace[621893979] 'agreement among raft nodes before linearized reading' (duration: 230.379579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:27.210882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.195296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5q8fl\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-03-03T20:37:27.210918Z","caller":"traceutil/trace.go:171","msg":"trace[1415449764] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5q8fl; range_end:; response_count:1; response_revision:15036; }","duration":"187.229437ms","start":"2026-03-03T20:37:27.023678Z","end":"2026-03-03T20:37:27.210907Z","steps":["trace[1415449764] 'agreement among raft nodes before linearized reading' (duration: 187.113324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:27.210939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.427983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:37:27.210994Z","caller":"traceutil/trace.go:171","msg":"trace[1358948732] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15036; }","duration":"209.514175ms","start":"2026-03-03T20:37:27.001466Z","end":"2026-03-03T20:37:27.21098Z","steps":["trace[1358948732] 'agreement among raft nodes before linearized reading' (duration: 209.433943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:27.211123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.138139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:37:27.211131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.04728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:37:27.211148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.897365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764363"} {"level":"info","ts":"2026-03-03T20:37:27.21117Z","caller":"traceutil/trace.go:171","msg":"trace[357793972] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:15036; }","duration":"188.21178ms","start":"2026-03-03T20:37:27.022944Z","end":"2026-03-03T20:37:27.211156Z","steps":["trace[357793972] 'agreement among raft nodes before linearized reading' (duration: 188.142128ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:37:27.211179Z","caller":"traceutil/trace.go:171","msg":"trace[2137288522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15036; }","duration":"245.140572ms","start":"2026-03-03T20:37:26.966024Z","end":"2026-03-03T20:37:27.211165Z","steps":["trace[2137288522] 'agreement among raft nodes before linearized reading' (duration: 245.05302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:27.211409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.391824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T20:37:27.211451Z","caller":"traceutil/trace.go:171","msg":"trace[920127134] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:15036; }","duration":"197.484125ms","start":"2026-03-03T20:37:27.013957Z","end":"2026-03-03T20:37:27.211441Z","steps":["trace[920127134] 'agreement among raft nodes before linearized reading' (duration: 197.379473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:27.211409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.974553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:37:27.211615Z","caller":"traceutil/trace.go:171","msg":"trace[963452335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15036; }","duration":"321.229639ms","start":"2026-03-03T20:37:26.890373Z","end":"2026-03-03T20:37:27.211603Z","steps":["trace[963452335] 'agreement among raft nodes before linearized reading' (duration: 320.999114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:27.211648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:26.890348Z","time spent":"321.28817ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:37:27.211188Z","caller":"traceutil/trace.go:171","msg":"trace[1558793638] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15036; }","duration":"402.948756ms","start":"2026-03-03T20:37:26.808228Z","end":"2026-03-03T20:37:27.211177Z","steps":["trace[1558793638] 'agreement among raft nodes before linearized reading' (duration: 402.052275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:27.211731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:26.808219Z","time spent":"403.482179ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":764386,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T20:37:27.21026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.857328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T20:37:27.211893Z","caller":"traceutil/trace.go:171","msg":"trace[2031954167] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15036; }","duration":"377.509836ms","start":"2026-03-03T20:37:26.834373Z","end":"2026-03-03T20:37:27.211883Z","steps":["trace[2031954167] 'agreement among raft nodes before linearized reading' (duration: 375.803666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:27.211929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:26.834363Z","time spent":"377.555047ms","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T20:37:27.460341Z","caller":"traceutil/trace.go:171","msg":"trace[1993560849] linearizableReadLoop","detail":"{readStateIndex:15600; appliedIndex:15599; }","duration":"241.221211ms","start":"2026-03-03T20:37:27.219083Z","end":"2026-03-03T20:37:27.460304Z","steps":["trace[1993560849] 'read index received' (duration: 240.970425ms)","trace[1993560849] 'applied index is now lower than readState.Index' (duration: 248.886µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:37:27.460553Z","caller":"traceutil/trace.go:171","msg":"trace[1958120892] transaction","detail":"{read_only:false; response_revision:15037; number_of_response:1; }","duration":"242.02482ms","start":"2026-03-03T20:37:27.218502Z","end":"2026-03-03T20:37:27.460526Z","steps":["trace[1958120892] 'process raft request' (duration: 241.537419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:27.461542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.416808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764363"} {"level":"info","ts":"2026-03-03T20:37:27.4616Z","caller":"traceutil/trace.go:171","msg":"trace[1826771494] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15037; }","duration":"242.526182ms","start":"2026-03-03T20:37:27.219061Z","end":"2026-03-03T20:37:27.461587Z","steps":["trace[1826771494] 'agreement among raft nodes before linearized reading' (duration: 241.467017ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:37:27.470718Z","caller":"traceutil/trace.go:171","msg":"trace[433482845] transaction","detail":"{read_only:false; response_revision:15038; number_of_response:1; }","duration":"156.637217ms","start":"2026-03-03T20:37:27.314068Z","end":"2026-03-03T20:37:27.470705Z","steps":["trace[433482845] 'process raft request' (duration: 156.456173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:27.471571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.412172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764363"} {"level":"info","ts":"2026-03-03T20:37:27.471624Z","caller":"traceutil/trace.go:171","msg":"trace[2018440509] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15038; }","duration":"243.489644ms","start":"2026-03-03T20:37:27.228122Z","end":"2026-03-03T20:37:27.471612Z","steps":["trace[2018440509] 'agreement among raft nodes before linearized reading' (duration: 242.49104ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:37:27.687463Z","caller":"traceutil/trace.go:171","msg":"trace[1238030239] transaction","detail":"{read_only:false; response_revision:15039; number_of_response:1; }","duration":"101.576609ms","start":"2026-03-03T20:37:27.585859Z","end":"2026-03-03T20:37:27.687436Z","steps":["trace[1238030239] 'process raft request' (duration: 101.422125ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:37:28.308119Z","caller":"traceutil/trace.go:171","msg":"trace[1152603421] transaction","detail":"{read_only:false; response_revision:15040; number_of_response:1; }","duration":"181.067223ms","start":"2026-03-03T20:37:28.127022Z","end":"2026-03-03T20:37:28.308089Z","steps":["trace[1152603421] 'process raft request' (duration: 180.819727ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:37:28.308926Z","caller":"traceutil/trace.go:171","msg":"trace[935143266] linearizableReadLoop","detail":"{readStateIndex:15603; appliedIndex:15603; }","duration":"179.484157ms","start":"2026-03-03T20:37:28.129424Z","end":"2026-03-03T20:37:28.308908Z","steps":["trace[935143266] 'read index received' (duration: 179.478547ms)","trace[935143266] 'applied index is now lower than readState.Index' (duration: 4.5µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:37:28.309092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.64102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:37:28.309147Z","caller":"traceutil/trace.go:171","msg":"trace[1209886146] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15040; }","duration":"179.731492ms","start":"2026-03-03T20:37:28.1294Z","end":"2026-03-03T20:37:28.309132Z","steps":["trace[1209886146] 'agreement among raft nodes before linearized reading' (duration: 179.62538ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:37:29.294818Z","caller":"traceutil/trace.go:171","msg":"trace[1645932147] transaction","detail":"{read_only:false; response_revision:15042; number_of_response:1; }","duration":"192.226924ms","start":"2026-03-03T20:37:29.102564Z","end":"2026-03-03T20:37:29.294791Z","steps":["trace[1645932147] 'process raft request' (duration: 192.027789ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:37:29.412191Z","caller":"traceutil/trace.go:171","msg":"trace[42941930] transaction","detail":"{read_only:false; response_revision:15044; number_of_response:1; }","duration":"309.360023ms","start":"2026-03-03T20:37:29.102796Z","end":"2026-03-03T20:37:29.412156Z","steps":["trace[42941930] 'process raft request' (duration: 309.260571ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:37:29.412342Z","caller":"traceutil/trace.go:171","msg":"trace[2115162460] linearizableReadLoop","detail":"{readStateIndex:15608; appliedIndex:15604; }","duration":"305.785121ms","start":"2026-03-03T20:37:29.106529Z","end":"2026-03-03T20:37:29.412314Z","steps":["trace[2115162460] 'read index received' (duration: 188.152379ms)","trace[2115162460] 'applied index is now lower than readState.Index' (duration: 117.631652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:37:29.41252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:29.102768Z","time spent":"309.513607ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:37:29.412509Z","caller":"traceutil/trace.go:171","msg":"trace[333427336] transaction","detail":"{read_only:false; response_revision:15043; number_of_response:1; }","duration":"309.785663ms","start":"2026-03-03T20:37:29.102671Z","end":"2026-03-03T20:37:29.412457Z","steps":["trace[333427336] 'process raft request' (duration: 253.68601ms)","trace[333427336] 'compare' (duration: 55.569781ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:37:29.412523Z","caller":"traceutil/trace.go:171","msg":"trace[587799628] transaction","detail":"{read_only:false; response_revision:15045; number_of_response:1; }","duration":"308.829681ms","start":"2026-03-03T20:37:29.103669Z","end":"2026-03-03T20:37:29.412499Z","steps":["trace[587799628] 'process raft request' (duration: 308.438932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:29.412908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:29.102643Z","time spent":"309.958817ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:37:29.4129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.699252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:37:29.412935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:29.103646Z","time spent":"309.20713ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:37:29.413032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.182316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T20:37:29.413107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.566261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:37:29.413117Z","caller":"traceutil/trace.go:171","msg":"trace[188081160] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15045; }","duration":"193.34065ms","start":"2026-03-03T20:37:29.219758Z","end":"2026-03-03T20:37:29.413099Z","steps":["trace[188081160] 'agreement among raft nodes before linearized reading' (duration: 192.838788ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:37:29.413143Z","caller":"traceutil/trace.go:171","msg":"trace[1630545597] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15045; }","duration":"195.646653ms","start":"2026-03-03T20:37:29.217488Z","end":"2026-03-03T20:37:29.413134Z","steps":["trace[1630545597] 'agreement among raft nodes before linearized reading' (duration: 195.600862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:29.41318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.806147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:37:29.413229Z","caller":"traceutil/trace.go:171","msg":"trace[1959866696] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15045; }","duration":"192.876059ms","start":"2026-03-03T20:37:29.220341Z","end":"2026-03-03T20:37:29.413217Z","steps":["trace[1959866696] 'agreement among raft nodes before linearized reading' (duration: 192.767486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:29.413302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.872759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:37:29.413354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.960449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T20:37:29.413376Z","caller":"traceutil/trace.go:171","msg":"trace[1053986639] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:15045; }","duration":"298.961032ms","start":"2026-03-03T20:37:29.114399Z","end":"2026-03-03T20:37:29.41336Z","steps":["trace[1053986639] 'agreement among raft nodes before linearized reading' (duration: 298.843519ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:37:29.413403Z","caller":"traceutil/trace.go:171","msg":"trace[827738171] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:15045; }","duration":"180.030311ms","start":"2026-03-03T20:37:29.23336Z","end":"2026-03-03T20:37:29.41339Z","steps":["trace[827738171] 'agreement among raft nodes before linearized reading' (duration: 179.923468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:29.41351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.456372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T20:37:29.413012Z","caller":"traceutil/trace.go:171","msg":"trace[988835920] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:15045; }","duration":"303.850055ms","start":"2026-03-03T20:37:29.10914Z","end":"2026-03-03T20:37:29.41299Z","steps":["trace[988835920] 'agreement among raft nodes before linearized reading' (duration: 303.403725ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:37:29.413569Z","caller":"traceutil/trace.go:171","msg":"trace[1349826910] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15045; }","duration":"193.566635ms","start":"2026-03-03T20:37:29.219991Z","end":"2026-03-03T20:37:29.413558Z","steps":["trace[1349826910] 'agreement among raft nodes before linearized reading' (duration: 193.440762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:29.413607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:29.109109Z","time spent":"304.4796ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":42,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:37:29.413069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.933137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:37:29.413694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.265101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:37:29.413712Z","caller":"traceutil/trace.go:171","msg":"trace[1385432317] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15045; }","duration":"195.598712ms","start":"2026-03-03T20:37:29.218101Z","end":"2026-03-03T20:37:29.413699Z","steps":["trace[1385432317] 'agreement among raft nodes before linearized reading' (duration: 194.938886ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:37:29.413726Z","caller":"traceutil/trace.go:171","msg":"trace[1305664770] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15045; }","duration":"194.338312ms","start":"2026-03-03T20:37:29.219379Z","end":"2026-03-03T20:37:29.413718Z","steps":["trace[1305664770] 'agreement among raft nodes before linearized reading' (duration: 194.292411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:29.413021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.945828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-77dfg\" ","response":"range_response_count:1 size:22013"} {"level":"warn","ts":"2026-03-03T20:37:29.413804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.505787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T20:37:29.413823Z","caller":"traceutil/trace.go:171","msg":"trace[315044639] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-77dfg; range_end:; response_count:1; response_revision:15045; }","duration":"186.776576ms","start":"2026-03-03T20:37:29.227037Z","end":"2026-03-03T20:37:29.413813Z","steps":["trace[315044639] 'agreement among raft nodes before linearized reading' (duration: 185.790404ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:37:29.413837Z","caller":"traceutil/trace.go:171","msg":"trace[1964997222] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15045; }","duration":"194.558388ms","start":"2026-03-03T20:37:29.219268Z","end":"2026-03-03T20:37:29.413827Z","steps":["trace[1964997222] 'agreement among raft nodes before linearized reading' (duration: 194.459455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:29.416457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.767622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T20:37:29.416519Z","caller":"traceutil/trace.go:171","msg":"trace[1468435252] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15045; }","duration":"197.852434ms","start":"2026-03-03T20:37:29.218654Z","end":"2026-03-03T20:37:29.416506Z","steps":["trace[1468435252] 'agreement among raft nodes before linearized reading' (duration: 194.23879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:29.416864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.335766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-77dfg\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-03-03T20:37:29.416899Z","caller":"traceutil/trace.go:171","msg":"trace[1935252330] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-77dfg; range_end:; response_count:1; response_revision:15045; }","duration":"310.411648ms","start":"2026-03-03T20:37:29.106479Z","end":"2026-03-03T20:37:29.416891Z","steps":["trace[1935252330] 'agreement among raft nodes before linearized reading' (duration: 306.000035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:29.416923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:29.106463Z","time spent":"310.452269ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22036,"request content":"key:\"/registry/pods/openstack/nova-compute-default-77dfg\" "} {"level":"warn","ts":"2026-03-03T20:37:29.833851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.056006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:37:29.833979Z","caller":"traceutil/trace.go:171","msg":"trace[109338459] transaction","detail":"{read_only:false; response_revision:15046; number_of_response:1; }","duration":"363.48109ms","start":"2026-03-03T20:37:29.470475Z","end":"2026-03-03T20:37:29.833956Z","steps":["trace[109338459] 'process raft request' (duration: 228.125257ms)","trace[109338459] 'compare' (duration: 133.744705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:37:29.834052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:29.470434Z","time spent":"363.587072ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:37:30.304201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.513724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:37:30.30435Z","caller":"traceutil/trace.go:171","msg":"trace[441923504] linearizableReadLoop","detail":"{readStateIndex:15610; appliedIndex:15608; }","duration":"825.856796ms","start":"2026-03-03T20:37:29.478469Z","end":"2026-03-03T20:37:30.304325Z","steps":["trace[441923504] 'read index received' (duration: 220.125682ms)","trace[441923504] 'applied index is now lower than readState.Index' (duration: 605.728874ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:37:30.304393Z","caller":"traceutil/trace.go:171","msg":"trace[1370147350] transaction","detail":"{read_only:false; response_revision:15047; number_of_response:1; }","duration":"829.0451ms","start":"2026-03-03T20:37:29.475315Z","end":"2026-03-03T20:37:30.30436Z","steps":["trace[1370147350] 'process raft request' (duration: 700.237449ms)","trace[1370147350] 'compare' (duration: 127.388688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:37:30.304619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.329236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:37:30.304602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.102152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-kptx9\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-03T20:37:30.304677Z","caller":"traceutil/trace.go:171","msg":"trace[1242019161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15047; }","duration":"338.382857ms","start":"2026-03-03T20:37:29.966278Z","end":"2026-03-03T20:37:30.304661Z","steps":["trace[1242019161] 'agreement among raft nodes before linearized reading' (duration: 338.273825ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:37:30.304883Z","caller":"traceutil/trace.go:171","msg":"trace[51744988] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-kptx9; range_end:; response_count:1; response_revision:15047; }","duration":"826.250935ms","start":"2026-03-03T20:37:29.478427Z","end":"2026-03-03T20:37:30.304677Z","steps":["trace[51744988] 'agreement among raft nodes before linearized reading' (duration: 825.994929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:30.304891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:29.966228Z","time spent":"338.656243ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:37:30.304935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.450993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5q8fl\" ","response":"range_response_count:1 size:20668"} {"level":"warn","ts":"2026-03-03T20:37:30.304937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:29.478411Z","time spent":"826.517561ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-kptx9\" "} {"level":"info","ts":"2026-03-03T20:37:30.304997Z","caller":"traceutil/trace.go:171","msg":"trace[1551290700] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5q8fl; range_end:; response_count:1; response_revision:15047; }","duration":"821.537426ms","start":"2026-03-03T20:37:29.483449Z","end":"2026-03-03T20:37:30.304987Z","steps":["trace[1551290700] 'agreement among raft nodes before linearized reading' (duration: 821.012784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:30.305067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:29.483437Z","time spent":"821.591477ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20691,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5q8fl\" "} {"level":"warn","ts":"2026-03-03T20:37:30.304519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:29.475293Z","time spent":"829.168613ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:37:31.288693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875483702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:37:31.732447Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.418566078s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:37:31.733016Z","caller":"traceutil/trace.go:171","msg":"trace[2126934202] transaction","detail":"{read_only:false; response_revision:15048; number_of_response:1; }","duration":"1.419181472s","start":"2026-03-03T20:37:30.313801Z","end":"2026-03-03T20:37:31.732982Z","steps":["trace[2126934202] 'process raft request' (duration: 1.418937676s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:31.733224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:30.313787Z","time spent":"1.419320836s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:37:31.735458Z","caller":"traceutil/trace.go:171","msg":"trace[1202044766] linearizableReadLoop","detail":"{readStateIndex:15612; appliedIndex:15610; }","duration":"947.506461ms","start":"2026-03-03T20:37:30.787928Z","end":"2026-03-03T20:37:31.735434Z","steps":["trace[1202044766] 'read index received' (duration: 944.772537ms)","trace[1202044766] 'applied index is now lower than readState.Index' (duration: 2.732584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:37:31.735658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.721376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T20:37:31.735713Z","caller":"traceutil/trace.go:171","msg":"trace[1279746093] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15049; }","duration":"947.841098ms","start":"2026-03-03T20:37:30.787858Z","end":"2026-03-03T20:37:31.735699Z","steps":["trace[1279746093] 'agreement among raft nodes before linearized reading' (duration: 947.651044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:31.735749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:30.787819Z","time spent":"947.92152ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T20:37:31.735842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.243456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T20:37:31.735919Z","caller":"traceutil/trace.go:171","msg":"trace[698777260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15049; }","duration":"317.323119ms","start":"2026-03-03T20:37:31.418575Z","end":"2026-03-03T20:37:31.735898Z","steps":["trace[698777260] 'agreement among raft nodes before linearized reading' (duration: 317.140784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:31.735966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:31.418501Z","time spent":"317.457341ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:37:31.736129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.017093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T20:37:31.736169Z","caller":"traceutil/trace.go:171","msg":"trace[1039091875] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15049; }","duration":"948.077704ms","start":"2026-03-03T20:37:30.788082Z","end":"2026-03-03T20:37:31.736159Z","steps":["trace[1039091875] 'agreement among raft nodes before linearized reading' (duration: 947.975061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:31.736202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:30.788069Z","time spent":"948.127045ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T20:37:31.736189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.352841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-03T20:37:31.736284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.240106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-77dfg\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-03-03T20:37:31.73629Z","caller":"traceutil/trace.go:171","msg":"trace[103557212] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15049; }","duration":"945.485684ms","start":"2026-03-03T20:37:30.790782Z","end":"2026-03-03T20:37:31.736267Z","steps":["trace[103557212] 'agreement among raft nodes before linearized reading' (duration: 945.199998ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:37:31.736325Z","caller":"traceutil/trace.go:171","msg":"trace[36048489] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-77dfg; range_end:; response_count:1; response_revision:15049; }","duration":"298.302776ms","start":"2026-03-03T20:37:31.438012Z","end":"2026-03-03T20:37:31.736315Z","steps":["trace[36048489] 'agreement among raft nodes before linearized reading' (duration: 298.206824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:31.73636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:30.790771Z","time spent":"945.578066ms","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T20:37:31.736442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.014112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-03T20:37:31.736477Z","caller":"traceutil/trace.go:171","msg":"trace[2012011652] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15049; }","duration":"948.126165ms","start":"2026-03-03T20:37:30.78834Z","end":"2026-03-03T20:37:31.736466Z","steps":["trace[2012011652] 'agreement among raft nodes before linearized reading' (duration: 948.045773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:31.736498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:30.788331Z","time spent":"948.162625ms","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-03T20:37:31.73654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.442259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-77dfg\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-03-03T20:37:31.736578Z","caller":"traceutil/trace.go:171","msg":"trace[905601151] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-77dfg; range_end:; response_count:1; response_revision:15049; }","duration":"301.506281ms","start":"2026-03-03T20:37:31.435064Z","end":"2026-03-03T20:37:31.73657Z","steps":["trace[905601151] 'agreement among raft nodes before linearized reading' (duration: 301.413269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:31.736605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:31.435048Z","time spent":"301.551542ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22036,"request content":"key:\"/registry/pods/openstack/nova-compute-default-77dfg\" "} {"level":"warn","ts":"2026-03-03T20:37:31.736201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.511411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-03-03T20:37:31.737382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.384903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T20:37:31.737392Z","caller":"traceutil/trace.go:171","msg":"trace[889649242] transaction","detail":"{read_only:false; response_revision:15049; number_of_response:1; }","duration":"862.002985ms","start":"2026-03-03T20:37:30.875361Z","end":"2026-03-03T20:37:31.737364Z","steps":["trace[889649242] 'process raft request' (duration: 859.873005ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:37:31.737435Z","caller":"traceutil/trace.go:171","msg":"trace[937165686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15049; }","duration":"318.493485ms","start":"2026-03-03T20:37:31.418929Z","end":"2026-03-03T20:37:31.737423Z","steps":["trace[937165686] 'agreement among raft nodes before linearized reading' (duration: 318.377512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:31.737472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:31.418897Z","time spent":"318.567387ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:37:31.737552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:30.875333Z","time spent":"862.117718ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:37:31.737633Z","caller":"traceutil/trace.go:171","msg":"trace[1469932997] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:15049; }","duration":"125.74541ms","start":"2026-03-03T20:37:31.611634Z","end":"2026-03-03T20:37:31.73738Z","steps":["trace[1469932997] 'agreement among raft nodes before linearized reading' (duration: 124.505271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:31.736445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.846453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T20:37:31.73772Z","caller":"traceutil/trace.go:171","msg":"trace[1864230724] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15049; }","duration":"438.233616ms","start":"2026-03-03T20:37:31.299476Z","end":"2026-03-03T20:37:31.73771Z","steps":["trace[1864230724] 'agreement among raft nodes before linearized reading' (duration: 436.411323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:31.737748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:31.299444Z","time spent":"438.296916ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:37:31.736367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.567555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:37:31.738022Z","caller":"traceutil/trace.go:171","msg":"trace[398499133] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15049; }","duration":"947.253115ms","start":"2026-03-03T20:37:30.790756Z","end":"2026-03-03T20:37:31.738009Z","steps":["trace[398499133] 'agreement among raft nodes before linearized reading' (duration: 945.587806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:31.738069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:30.790744Z","time spent":"947.314716ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T20:37:31.736656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.679139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:37:31.738142Z","caller":"traceutil/trace.go:171","msg":"trace[197096335] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:15049; }","duration":"556.226676ms","start":"2026-03-03T20:37:31.181905Z","end":"2026-03-03T20:37:31.738131Z","steps":["trace[197096335] 'agreement among raft nodes before linearized reading' (duration: 554.71039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:31.73818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:31.181853Z","time spent":"556.315867ms","remote":"127.0.0.1:46044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:37:31.736749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.527065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T20:37:31.738295Z","caller":"traceutil/trace.go:171","msg":"trace[190424037] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:15049; }","duration":"562.126592ms","start":"2026-03-03T20:37:31.176154Z","end":"2026-03-03T20:37:31.738281Z","steps":["trace[190424037] 'agreement among raft nodes before linearized reading' (duration: 560.525795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:31.738339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:31.176122Z","time spent":"562.207034ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T20:37:31.736761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.676167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:37:31.738456Z","caller":"traceutil/trace.go:171","msg":"trace[1702665519] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15049; }","duration":"950.417538ms","start":"2026-03-03T20:37:30.788025Z","end":"2026-03-03T20:37:31.738442Z","steps":["trace[1702665519] 'agreement among raft nodes before linearized reading' (duration: 948.698998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:31.738495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:30.787992Z","time spent":"950.49197ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T20:37:31.73679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.534637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9tmdb\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T20:37:31.738553Z","caller":"traceutil/trace.go:171","msg":"trace[223736871] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9tmdb; range_end:; response_count:1; response_revision:15049; }","duration":"308.313189ms","start":"2026-03-03T20:37:31.430231Z","end":"2026-03-03T20:37:31.738544Z","steps":["trace[223736871] 'agreement among raft nodes before linearized reading' (duration: 306.499697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:31.738591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:31.43022Z","time spent":"308.36234ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-9tmdb\" "} {"level":"warn","ts":"2026-03-03T20:37:31.736827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.813581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:37:31.738658Z","caller":"traceutil/trace.go:171","msg":"trace[933136420] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15049; }","duration":"950.661214ms","start":"2026-03-03T20:37:30.787988Z","end":"2026-03-03T20:37:31.738649Z","steps":["trace[933136420] 'agreement among raft nodes before linearized reading' (duration: 948.817351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:31.738691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:30.787969Z","time spent":"950.714375ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T20:37:31.736841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.951926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T20:37:31.738767Z","caller":"traceutil/trace.go:171","msg":"trace[1701972190] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15049; }","duration":"926.896582ms","start":"2026-03-03T20:37:30.811864Z","end":"2026-03-03T20:37:31.738761Z","steps":["trace[1701972190] 'agreement among raft nodes before linearized reading' (duration: 924.909986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:31.738793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:30.811849Z","time spent":"926.933213ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T20:37:31.736865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.279371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T20:37:31.738867Z","caller":"traceutil/trace.go:171","msg":"trace[1198941071] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15049; }","duration":"314.303447ms","start":"2026-03-03T20:37:31.424556Z","end":"2026-03-03T20:37:31.738859Z","steps":["trace[1198941071] 'agreement among raft nodes before linearized reading' (duration: 312.25534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:31.738891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:31.424449Z","time spent":"314.437661ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T20:37:31.736866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.853122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:37:31.738952Z","caller":"traceutil/trace.go:171","msg":"trace[1694389219] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15049; }","duration":"950.95708ms","start":"2026-03-03T20:37:30.787982Z","end":"2026-03-03T20:37:31.738939Z","steps":["trace[1694389219] 'agreement among raft nodes before linearized reading' (duration: 948.863042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:31.738983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:30.787969Z","time spent":"951.007332ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T20:37:31.736904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.495826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:37:31.739037Z","caller":"traceutil/trace.go:171","msg":"trace[838056427] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15049; }","duration":"314.639165ms","start":"2026-03-03T20:37:31.42439Z","end":"2026-03-03T20:37:31.739029Z","steps":["trace[838056427] 'agreement among raft nodes before linearized reading' (duration: 312.495336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:31.739078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:31.424384Z","time spent":"314.687736ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T20:37:31.736846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.512004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T20:37:31.739113Z","caller":"traceutil/trace.go:171","msg":"trace[1656292076] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15049; }","duration":"950.867419ms","start":"2026-03-03T20:37:30.788236Z","end":"2026-03-03T20:37:31.739103Z","steps":["trace[1656292076] 'agreement among raft nodes before linearized reading' (duration: 948.32458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:31.739136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:30.788202Z","time spent":"950.92654ms","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T20:37:31.736913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.057799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T20:37:31.739248Z","caller":"traceutil/trace.go:171","msg":"trace[595434974] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15049; }","duration":"927.391803ms","start":"2026-03-03T20:37:30.811847Z","end":"2026-03-03T20:37:31.739239Z","steps":["trace[595434974] 'agreement among raft nodes before linearized reading' (duration: 925.013758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:31.739281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:30.811821Z","time spent":"927.453735ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T20:37:31.737001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.988665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T20:37:31.739353Z","caller":"traceutil/trace.go:171","msg":"trace[1708276794] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15049; }","duration":"948.346321ms","start":"2026-03-03T20:37:30.790988Z","end":"2026-03-03T20:37:31.739335Z","steps":["trace[1708276794] 'agreement among raft nodes before linearized reading' (duration: 945.910624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:31.73701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.67345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T20:37:31.739423Z","caller":"traceutil/trace.go:171","msg":"trace[1315261215] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15049; }","duration":"315.082886ms","start":"2026-03-03T20:37:31.42433Z","end":"2026-03-03T20:37:31.739413Z","steps":["trace[1315261215] 'agreement among raft nodes before linearized reading' (duration: 312.591878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:31.739436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:30.790979Z","time spent":"948.423092ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T20:37:31.739454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:31.42429Z","time spent":"315.157098ms","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T20:37:31.737046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.528463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:37:31.739588Z","caller":"traceutil/trace.go:171","msg":"trace[779494273] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15049; }","duration":"317.082552ms","start":"2026-03-03T20:37:31.422459Z","end":"2026-03-03T20:37:31.739541Z","steps":["trace[779494273] 'agreement among raft nodes before linearized reading' (duration: 314.569854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:31.739657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:31.422427Z","time spent":"317.190145ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T20:37:31.737047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.238033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:37:31.739807Z","caller":"traceutil/trace.go:171","msg":"trace[1462485615] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15049; }","duration":"928.000648ms","start":"2026-03-03T20:37:30.81178Z","end":"2026-03-03T20:37:31.739781Z","steps":["trace[1462485615] 'agreement among raft nodes before linearized reading' (duration: 925.245984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:31.739852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:30.811768Z","time spent":"928.076199ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T20:37:31.737119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.759699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T20:37:31.739938Z","caller":"traceutil/trace.go:171","msg":"trace[1714270502] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15049; }","duration":"317.623525ms","start":"2026-03-03T20:37:31.422307Z","end":"2026-03-03T20:37:31.739931Z","steps":["trace[1714270502] 'agreement among raft nodes before linearized reading' (duration: 314.758379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:31.739999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:31.422284Z","time spent":"317.707177ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T20:37:31.737134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.353826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T20:37:31.740096Z","caller":"traceutil/trace.go:171","msg":"trace[820527480] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15049; }","duration":"928.365196ms","start":"2026-03-03T20:37:30.811723Z","end":"2026-03-03T20:37:31.740088Z","steps":["trace[820527480] 'agreement among raft nodes before linearized reading' (duration: 925.343936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:31.740158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:30.811697Z","time spent":"928.451668ms","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T20:37:31.737151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.942063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:37:31.740323Z","caller":"traceutil/trace.go:171","msg":"trace[7164292] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15049; }","duration":"318.127257ms","start":"2026-03-03T20:37:31.422187Z","end":"2026-03-03T20:37:31.740315Z","steps":["trace[7164292] 'agreement among raft nodes before linearized reading' (duration: 314.947873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:31.74039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:31.422178Z","time spent":"318.204479ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T20:37:31.735858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.89767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:37:31.740612Z","caller":"traceutil/trace.go:171","msg":"trace[1624773608] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15049; }","duration":"952.702121ms","start":"2026-03-03T20:37:30.787877Z","end":"2026-03-03T20:37:31.740579Z","steps":["trace[1624773608] 'agreement among raft nodes before linearized reading' (duration: 947.813598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:31.740661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:30.787849Z","time spent":"952.785474ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T20:37:31.737195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.127668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:37:31.740787Z","caller":"traceutil/trace.go:171","msg":"trace[1180253140] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15049; }","duration":"318.745801ms","start":"2026-03-03T20:37:31.422034Z","end":"2026-03-03T20:37:31.74078Z","steps":["trace[1180253140] 'agreement among raft nodes before linearized reading' (duration: 315.135007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:31.740851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:31.422023Z","time spent":"318.819703ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T20:37:31.737261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.26058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T20:37:31.741011Z","caller":"traceutil/trace.go:171","msg":"trace[1346818697] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15049; }","duration":"319.061528ms","start":"2026-03-03T20:37:31.421941Z","end":"2026-03-03T20:37:31.741002Z","steps":["trace[1346818697] 'agreement among raft nodes before linearized reading' (duration: 315.27216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:31.741079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:31.421914Z","time spent":"319.13934ms","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T20:37:31.73733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.008874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T20:37:31.741327Z","caller":"traceutil/trace.go:171","msg":"trace[1378192730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15049; }","duration":"322.022138ms","start":"2026-03-03T20:37:31.419297Z","end":"2026-03-03T20:37:31.741319Z","steps":["trace[1378192730] 'agreement among raft nodes before linearized reading' (duration: 317.982504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:31.741354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:37:31.419288Z","time spent":"322.057428ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T20:38:52.201651Z","caller":"traceutil/trace.go:171","msg":"trace[531176630] transaction","detail":"{read_only:false; response_revision:15528; number_of_response:1; }","duration":"156.827982ms","start":"2026-03-03T20:38:52.044772Z","end":"2026-03-03T20:38:52.2016Z","steps":["trace[531176630] 'process raft request' (duration: 81.595845ms)","trace[531176630] 'compare' (duration: 74.50536ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:39:08.730923Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13342} {"level":"info","ts":"2026-03-03T20:39:08.82727Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13342,"took":"92.971069ms","hash":3501059825,"current-db-size-bytes":40095744,"current-db-size":"40 MB","current-db-size-in-use-bytes":28233728,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T20:39:08.827358Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3501059825,"revision":13342,"compact-revision":11442} {"level":"info","ts":"2026-03-03T20:40:38.401561Z","caller":"traceutil/trace.go:171","msg":"trace[1283949349] linearizableReadLoop","detail":"{readStateIndex:17006; appliedIndex:17005; }","duration":"184.456523ms","start":"2026-03-03T20:40:38.217031Z","end":"2026-03-03T20:40:38.401488Z","steps":["trace[1283949349] 'read index received' (duration: 184.214427ms)","trace[1283949349] 'applied index is now lower than readState.Index' (duration: 240.766µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:40:38.401632Z","caller":"traceutil/trace.go:171","msg":"trace[405315143] transaction","detail":"{read_only:false; response_revision:16394; number_of_response:1; }","duration":"198.806797ms","start":"2026-03-03T20:40:38.202757Z","end":"2026-03-03T20:40:38.401564Z","steps":["trace[405315143] 'process raft request' (duration: 198.425618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:40:38.401961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.903083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-77dfg\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-03-03T20:40:38.402035Z","caller":"traceutil/trace.go:171","msg":"trace[1984888979] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-77dfg; range_end:; response_count:1; response_revision:16394; }","duration":"185.074527ms","start":"2026-03-03T20:40:38.216943Z","end":"2026-03-03T20:40:38.402018Z","steps":["trace[1984888979] 'agreement among raft nodes before linearized reading' (duration: 184.77524ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:40:38.947778Z","caller":"traceutil/trace.go:171","msg":"trace[145801704] linearizableReadLoop","detail":"{readStateIndex:17010; appliedIndex:17009; }","duration":"263.447417ms","start":"2026-03-03T20:40:38.684306Z","end":"2026-03-03T20:40:38.947753Z","steps":["trace[145801704] 'read index received' (duration: 196.973754ms)","trace[145801704] 'applied index is now lower than readState.Index' (duration: 66.472653ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:40:38.948045Z","caller":"traceutil/trace.go:171","msg":"trace[270207763] transaction","detail":"{read_only:false; response_revision:16398; number_of_response:1; }","duration":"263.57621ms","start":"2026-03-03T20:40:38.684227Z","end":"2026-03-03T20:40:38.947803Z","steps":["trace[270207763] 'process raft request' (duration: 197.117367ms)","trace[270207763] 'compare' (duration: 66.248178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:40:38.948359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.474075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5q8fl\" ","response":"range_response_count:1 size:20669"} {"level":"info","ts":"2026-03-03T20:40:38.948439Z","caller":"traceutil/trace.go:171","msg":"trace[830427061] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5q8fl; range_end:; response_count:1; response_revision:16398; }","duration":"259.617089ms","start":"2026-03-03T20:40:38.688802Z","end":"2026-03-03T20:40:38.948419Z","steps":["trace[830427061] 'agreement among raft nodes before linearized reading' (duration: 259.351782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:40:38.948446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.473556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-03-03T20:40:38.948496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.717711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T20:40:38.948547Z","caller":"traceutil/trace.go:171","msg":"trace[1454406807] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16398; }","duration":"188.63316ms","start":"2026-03-03T20:40:38.759885Z","end":"2026-03-03T20:40:38.948518Z","steps":["trace[1454406807] 'agreement among raft nodes before linearized reading' (duration: 188.370274ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:40:38.948608Z","caller":"traceutil/trace.go:171","msg":"trace[888325237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16398; }","duration":"107.886365ms","start":"2026-03-03T20:40:38.840697Z","end":"2026-03-03T20:40:38.948583Z","steps":["trace[888325237] 'agreement among raft nodes before linearized reading' (duration: 107.534397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:40:38.949613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.281229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:876927"} {"level":"info","ts":"2026-03-03T20:40:38.949695Z","caller":"traceutil/trace.go:171","msg":"trace[1596364531] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16398; }","duration":"265.431584ms","start":"2026-03-03T20:40:38.684244Z","end":"2026-03-03T20:40:38.949676Z","steps":["trace[1596364531] 'agreement among raft nodes before linearized reading' (duration: 263.641862ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:40:39.123395Z","caller":"traceutil/trace.go:171","msg":"trace[946748638] transaction","detail":"{read_only:false; response_revision:16400; number_of_response:1; }","duration":"168.964314ms","start":"2026-03-03T20:40:38.954399Z","end":"2026-03-03T20:40:39.123363Z","steps":["trace[946748638] 'process raft request' (duration: 168.758369ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:40:39.123778Z","caller":"traceutil/trace.go:171","msg":"trace[1049322926] transaction","detail":"{read_only:false; response_revision:16401; number_of_response:1; }","duration":"169.29321ms","start":"2026-03-03T20:40:38.954452Z","end":"2026-03-03T20:40:39.123745Z","steps":["trace[1049322926] 'process raft request' (duration: 168.86094ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:40:39.1238Z","caller":"traceutil/trace.go:171","msg":"trace[546274418] linearizableReadLoop","detail":"{readStateIndex:17014; appliedIndex:17010; }","duration":"168.613855ms","start":"2026-03-03T20:40:38.955166Z","end":"2026-03-03T20:40:39.12378Z","steps":["trace[546274418] 'read index received' (duration: 58.018887ms)","trace[546274418] 'applied index is now lower than readState.Index' (duration: 110.593868ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:40:39.123906Z","caller":"traceutil/trace.go:171","msg":"trace[1004849101] transaction","detail":"{read_only:false; response_revision:16402; number_of_response:1; }","duration":"168.84882ms","start":"2026-03-03T20:40:38.955019Z","end":"2026-03-03T20:40:39.123867Z","steps":["trace[1004849101] 'process raft request' (duration: 168.621575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:40:39.125054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.864794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:876927"} {"level":"info","ts":"2026-03-03T20:40:39.125133Z","caller":"traceutil/trace.go:171","msg":"trace[1961020640] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16402; }","duration":"169.995687ms","start":"2026-03-03T20:40:38.955121Z","end":"2026-03-03T20:40:39.125117Z","steps":["trace[1961020640] 'agreement among raft nodes before linearized reading' (duration: 168.733828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:40:40.99627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.702746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18980"} {"level":"info","ts":"2026-03-03T20:40:40.996366Z","caller":"traceutil/trace.go:171","msg":"trace[1255273026] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:16408; }","duration":"149.86402ms","start":"2026-03-03T20:40:40.846479Z","end":"2026-03-03T20:40:40.996343Z","steps":["trace[1255273026] 'range keys from in-memory index tree' (duration: 149.466771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:40:40.996392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.914833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:40:40.996467Z","caller":"traceutil/trace.go:171","msg":"trace[2076161323] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:16408; }","duration":"185.049787ms","start":"2026-03-03T20:40:40.811399Z","end":"2026-03-03T20:40:40.996449Z","steps":["trace[2076161323] 'count revisions from in-memory index tree' (duration: 184.810941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:40:41.214039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.704603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:40:41.214141Z","caller":"traceutil/trace.go:171","msg":"trace[1581481746] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16409; }","duration":"117.880337ms","start":"2026-03-03T20:40:41.096241Z","end":"2026-03-03T20:40:41.214122Z","steps":["trace[1581481746] 'range keys from in-memory index tree' (duration: 117.618561ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:40:41.514598Z","caller":"traceutil/trace.go:171","msg":"trace[1999826370] transaction","detail":"{read_only:false; response_revision:16412; number_of_response:1; }","duration":"295.161044ms","start":"2026-03-03T20:40:41.21939Z","end":"2026-03-03T20:40:41.514551Z","steps":["trace[1999826370] 'process raft request' (duration: 294.839716ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:40:41.514692Z","caller":"traceutil/trace.go:171","msg":"trace[1213681867] transaction","detail":"{read_only:false; response_revision:16414; number_of_response:1; }","duration":"295.173214ms","start":"2026-03-03T20:40:41.219484Z","end":"2026-03-03T20:40:41.514658Z","steps":["trace[1213681867] 'process raft request' (duration: 294.99386ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:40:41.514609Z","caller":"traceutil/trace.go:171","msg":"trace[506104089] linearizableReadLoop","detail":"{readStateIndex:17026; appliedIndex:17023; }","duration":"211.505701ms","start":"2026-03-03T20:40:41.303072Z","end":"2026-03-03T20:40:41.514578Z","steps":["trace[506104089] 'read index received' (duration: 211.188844ms)","trace[506104089] 'applied index is now lower than readState.Index' (duration: 315.147µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:40:41.514672Z","caller":"traceutil/trace.go:171","msg":"trace[742945448] transaction","detail":"{read_only:false; response_revision:16413; number_of_response:1; }","duration":"295.188955ms","start":"2026-03-03T20:40:41.219443Z","end":"2026-03-03T20:40:41.514632Z","steps":["trace[742945448] 'process raft request' (duration: 294.965919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:40:41.515661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.427747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:877113"} {"level":"info","ts":"2026-03-03T20:40:41.515727Z","caller":"traceutil/trace.go:171","msg":"trace[65869890] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16414; }","duration":"294.5681ms","start":"2026-03-03T20:40:41.221148Z","end":"2026-03-03T20:40:41.515716Z","steps":["trace[65869890] 'agreement among raft nodes before linearized reading' (duration: 293.533406ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:40:41.525305Z","caller":"traceutil/trace.go:171","msg":"trace[270137177] transaction","detail":"{read_only:false; response_revision:16415; number_of_response:1; }","duration":"136.515949ms","start":"2026-03-03T20:40:41.388772Z","end":"2026-03-03T20:40:41.525288Z","steps":["trace[270137177] 'process raft request' (duration: 136.351725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:40:41.525532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.591693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T20:40:41.525629Z","caller":"traceutil/trace.go:171","msg":"trace[1590673745] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:16415; }","duration":"202.733306ms","start":"2026-03-03T20:40:41.322871Z","end":"2026-03-03T20:40:41.525604Z","steps":["trace[1590673745] 'agreement among raft nodes before linearized reading' (duration: 202.381178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:40:41.908921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.18084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:40:41.909102Z","caller":"traceutil/trace.go:171","msg":"trace[593939945] linearizableReadLoop","detail":"{readStateIndex:17029; appliedIndex:17028; }","duration":"205.578964ms","start":"2026-03-03T20:40:41.703499Z","end":"2026-03-03T20:40:41.909078Z","steps":["trace[593939945] 'read index received' (duration: 47.999754ms)","trace[593939945] 'applied index is now lower than readState.Index' (duration: 157.57739ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:40:41.909448Z","caller":"traceutil/trace.go:171","msg":"trace[1042725809] transaction","detail":"{read_only:false; response_revision:16416; number_of_response:1; }","duration":"209.924885ms","start":"2026-03-03T20:40:41.699504Z","end":"2026-03-03T20:40:41.909429Z","steps":["trace[1042725809] 'process raft request' (duration: 52.1127ms)","trace[1042725809] 'compare' (duration: 156.950425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:40:41.909867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.125452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-8cbdg\" ","response":"range_response_count:1 size:15351"} {"level":"warn","ts":"2026-03-03T20:40:41.909921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.392632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-jg7ds\" ","response":"range_response_count:1 size:15344"} {"level":"info","ts":"2026-03-03T20:40:41.909991Z","caller":"traceutil/trace.go:171","msg":"trace[857704652] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-8cbdg; range_end:; response_count:1; response_revision:16416; }","duration":"158.318386ms","start":"2026-03-03T20:40:41.751643Z","end":"2026-03-03T20:40:41.909961Z","steps":["trace[857704652] 'agreement among raft nodes before linearized reading' (duration: 157.878606ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:40:41.910002Z","caller":"traceutil/trace.go:171","msg":"trace[1708477480] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-jg7ds; range_end:; response_count:1; response_revision:16416; }","duration":"206.532995ms","start":"2026-03-03T20:40:41.703449Z","end":"2026-03-03T20:40:41.909982Z","steps":["trace[1708477480] 'agreement among raft nodes before linearized reading' (duration: 206.260529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:40:42.313129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.793499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:877113"} {"level":"info","ts":"2026-03-03T20:40:42.313231Z","caller":"traceutil/trace.go:171","msg":"trace[634241157] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16417; }","duration":"109.956963ms","start":"2026-03-03T20:40:42.203253Z","end":"2026-03-03T20:40:42.31321Z","steps":["trace[634241157] 'range keys from in-memory index tree' (duration: 108.679703ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:40:42.582505Z","caller":"traceutil/trace.go:171","msg":"trace[1277912372] linearizableReadLoop","detail":"{readStateIndex:17031; appliedIndex:17030; }","duration":"133.08111ms","start":"2026-03-03T20:40:42.449375Z","end":"2026-03-03T20:40:42.582457Z","steps":["trace[1277912372] 'read index received' (duration: 132.67879ms)","trace[1277912372] 'applied index is now lower than readState.Index' (duration: 400.63µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:40:42.582569Z","caller":"traceutil/trace.go:171","msg":"trace[1779217562] transaction","detail":"{read_only:false; response_revision:16418; number_of_response:1; }","duration":"153.940584ms","start":"2026-03-03T20:40:42.4286Z","end":"2026-03-03T20:40:42.58254Z","steps":["trace[1779217562] 'process raft request' (duration: 153.569535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:40:42.582969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.558262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-77dfg\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-03-03T20:40:42.583058Z","caller":"traceutil/trace.go:171","msg":"trace[532562151] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-77dfg; range_end:; response_count:1; response_revision:16418; }","duration":"133.707004ms","start":"2026-03-03T20:40:42.44933Z","end":"2026-03-03T20:40:42.583037Z","steps":["trace[532562151] 'agreement among raft nodes before linearized reading' (duration: 133.354266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:40:43.01341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.728796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:40:43.013496Z","caller":"traceutil/trace.go:171","msg":"trace[806729932] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:16420; }","duration":"127.874519ms","start":"2026-03-03T20:40:42.8856Z","end":"2026-03-03T20:40:43.013475Z","steps":["trace[806729932] 'count revisions from in-memory index tree' (duration: 127.626073ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:40:43.471071Z","caller":"traceutil/trace.go:171","msg":"trace[1677334974] linearizableReadLoop","detail":"{readStateIndex:17036; appliedIndex:17035; }","duration":"163.581698ms","start":"2026-03-03T20:40:43.307459Z","end":"2026-03-03T20:40:43.471041Z","steps":["trace[1677334974] 'read index received' (duration: 163.23177ms)","trace[1677334974] 'applied index is now lower than readState.Index' (duration: 348.838µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:40:43.471133Z","caller":"traceutil/trace.go:171","msg":"trace[604592155] transaction","detail":"{read_only:false; response_revision:16423; number_of_response:1; }","duration":"250.459735ms","start":"2026-03-03T20:40:43.220624Z","end":"2026-03-03T20:40:43.471084Z","steps":["trace[604592155] 'process raft request' (duration: 250.158968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:40:43.471396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.924787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T20:40:43.471478Z","caller":"traceutil/trace.go:171","msg":"trace[1503599990] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16423; }","duration":"164.10115ms","start":"2026-03-03T20:40:43.30736Z","end":"2026-03-03T20:40:43.471461Z","steps":["trace[1503599990] 'agreement among raft nodes before linearized reading' (duration: 163.817813ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:42:40.419925Z","caller":"traceutil/trace.go:171","msg":"trace[965005670] transaction","detail":"{read_only:false; response_revision:17127; number_of_response:1; }","duration":"554.763521ms","start":"2026-03-03T20:42:39.865137Z","end":"2026-03-03T20:42:40.419901Z","steps":["trace[965005670] 'process raft request' (duration: 554.611737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:40.420153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:39.86512Z","time spent":"554.897425ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:42:40.653117Z","caller":"traceutil/trace.go:171","msg":"trace[2947743] linearizableReadLoop","detail":"{readStateIndex:17765; appliedIndex:17763; }","duration":"706.229248ms","start":"2026-03-03T20:42:39.946856Z","end":"2026-03-03T20:42:40.653086Z","steps":["trace[2947743] 'read index received' (duration: 472.982192ms)","trace[2947743] 'applied index is now lower than readState.Index' (duration: 233.245916ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:42:40.653224Z","caller":"traceutil/trace.go:171","msg":"trace[1331348694] transaction","detail":"{read_only:false; response_revision:17128; number_of_response:1; }","duration":"756.572938ms","start":"2026-03-03T20:42:39.896604Z","end":"2026-03-03T20:42:40.653177Z","steps":["trace[1331348694] 'process raft request' (duration: 722.929016ms)","trace[1331348694] 'compare' (duration: 33.390356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:42:40.653374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.503424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-03T20:42:40.653421Z","caller":"traceutil/trace.go:171","msg":"trace[1392836078] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17128; }","duration":"706.631038ms","start":"2026-03-03T20:42:39.946778Z","end":"2026-03-03T20:42:40.653409Z","steps":["trace[1392836078] 'agreement among raft nodes before linearized reading' (duration: 706.457194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:40.653418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:39.896573Z","time spent":"756.746701ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:42:40.653472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:39.946725Z","time spent":"706.73844ms","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T20:42:40.653626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.333099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:42:40.653693Z","caller":"traceutil/trace.go:171","msg":"trace[360076509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17128; }","duration":"687.450262ms","start":"2026-03-03T20:42:39.966229Z","end":"2026-03-03T20:42:40.653679Z","steps":["trace[360076509] 'agreement among raft nodes before linearized reading' (duration: 687.334369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:40.653727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:39.966208Z","time spent":"687.513874ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:42:40.653811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.528598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T20:42:40.653867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.29017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T20:42:40.65391Z","caller":"traceutil/trace.go:171","msg":"trace[1996767906] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17128; }","duration":"499.657732ms","start":"2026-03-03T20:42:40.154229Z","end":"2026-03-03T20:42:40.653886Z","steps":["trace[1996767906] 'agreement among raft nodes before linearized reading' (duration: 499.373095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:40.653926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.632241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T20:42:40.65394Z","caller":"traceutil/trace.go:171","msg":"trace[1598130515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17128; }","duration":"495.375542ms","start":"2026-03-03T20:42:40.158544Z","end":"2026-03-03T20:42:40.653919Z","steps":["trace[1598130515] 'agreement among raft nodes before linearized reading' (duration: 495.031304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:40.653966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:40.15421Z","time spent":"499.747614ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T20:42:40.653984Z","caller":"traceutil/trace.go:171","msg":"trace[634929602] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17128; }","duration":"499.693313ms","start":"2026-03-03T20:42:40.154272Z","end":"2026-03-03T20:42:40.653965Z","steps":["trace[634929602] 'agreement among raft nodes before linearized reading' (duration: 499.529319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:40.653991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:40.158538Z","time spent":"495.441594ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:42:40.65403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:40.154187Z","time spent":"499.835886ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:42:40.653989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.335036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-77dfg\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-03-03T20:42:40.654114Z","caller":"traceutil/trace.go:171","msg":"trace[787505907] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-77dfg; range_end:; response_count:1; response_revision:17128; }","duration":"602.460339ms","start":"2026-03-03T20:42:40.051642Z","end":"2026-03-03T20:42:40.654102Z","steps":["trace[787505907] 'agreement among raft nodes before linearized reading' (duration: 602.253454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:40.654148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:40.051612Z","time spent":"602.525851ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-77dfg\" "} {"level":"warn","ts":"2026-03-03T20:42:40.654154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.877694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:42:40.654189Z","caller":"traceutil/trace.go:171","msg":"trace[744566001] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:17128; }","duration":"293.942745ms","start":"2026-03-03T20:42:40.360235Z","end":"2026-03-03T20:42:40.654178Z","steps":["trace[744566001] 'agreement among raft nodes before linearized reading' (duration: 293.879793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:40.654196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.444492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-kptx9\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-03-03T20:42:40.654238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.895541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T20:42:40.654241Z","caller":"traceutil/trace.go:171","msg":"trace[82598448] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-kptx9; range_end:; response_count:1; response_revision:17128; }","duration":"159.523184ms","start":"2026-03-03T20:42:40.494702Z","end":"2026-03-03T20:42:40.654226Z","steps":["trace[82598448] 'agreement among raft nodes before linearized reading' (duration: 159.394101ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:42:40.65427Z","caller":"traceutil/trace.go:171","msg":"trace[1779015704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17128; }","duration":"494.934182ms","start":"2026-03-03T20:42:40.159328Z","end":"2026-03-03T20:42:40.654263Z","steps":["trace[1779015704] 'agreement among raft nodes before linearized reading' (duration: 494.86426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:40.654292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:40.159324Z","time spent":"494.963342ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:42:40.654075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.062882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-03T20:42:40.654537Z","caller":"traceutil/trace.go:171","msg":"trace[84858859] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17128; }","duration":"634.36791ms","start":"2026-03-03T20:42:40.019952Z","end":"2026-03-03T20:42:40.65432Z","steps":["trace[84858859] 'agreement among raft nodes before linearized reading' (duration: 634.055733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:40.654591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:40.019927Z","time spent":"634.647916ms","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T20:42:40.65496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.189599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7309"} {"level":"info","ts":"2026-03-03T20:42:40.65578Z","caller":"traceutil/trace.go:171","msg":"trace[1547808610] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:17128; }","duration":"220.09277ms","start":"2026-03-03T20:42:40.435661Z","end":"2026-03-03T20:42:40.655753Z","steps":["trace[1547808610] 'agreement among raft nodes before linearized reading' (duration: 218.587215ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:42:50.938238Z","caller":"traceutil/trace.go:171","msg":"trace[985897021] transaction","detail":"{read_only:false; response_revision:17180; number_of_response:1; }","duration":"120.679752ms","start":"2026-03-03T20:42:50.817522Z","end":"2026-03-03T20:42:50.938202Z","steps":["trace[985897021] 'process raft request' (duration: 120.402075ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:42:50.938825Z","caller":"traceutil/trace.go:171","msg":"trace[1807257736] transaction","detail":"{read_only:false; response_revision:17181; number_of_response:1; }","duration":"120.924857ms","start":"2026-03-03T20:42:50.817862Z","end":"2026-03-03T20:42:50.938787Z","steps":["trace[1807257736] 'process raft request' (duration: 120.287793ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:07.848258Z","caller":"traceutil/trace.go:171","msg":"trace[206604200] transaction","detail":"{read_only:false; response_revision:17314; number_of_response:1; }","duration":"445.596667ms","start":"2026-03-03T20:43:07.402619Z","end":"2026-03-03T20:43:07.848215Z","steps":["trace[206604200] 'process raft request' (duration: 445.335761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:07.848499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:07.402596Z","time spent":"445.775391ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:43:07.915404Z","caller":"traceutil/trace.go:171","msg":"trace[278221031] transaction","detail":"{read_only:false; response_revision:17315; number_of_response:1; }","duration":"373.250946ms","start":"2026-03-03T20:43:07.542091Z","end":"2026-03-03T20:43:07.915342Z","steps":["trace[278221031] 'process raft request' (duration: 365.568328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:07.915677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:07.542061Z","time spent":"373.464392ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:43:13.254865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.43543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T20:43:13.254944Z","caller":"traceutil/trace.go:171","msg":"trace[108603570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17345; }","duration":"199.569113ms","start":"2026-03-03T20:43:13.055358Z","end":"2026-03-03T20:43:13.254927Z","steps":["trace[108603570] 'range keys from in-memory index tree' (duration: 199.188865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:13.254983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.26706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T20:43:13.255095Z","caller":"traceutil/trace.go:171","msg":"trace[203862416] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17345; }","duration":"200.448535ms","start":"2026-03-03T20:43:13.054621Z","end":"2026-03-03T20:43:13.255069Z","steps":["trace[203862416] 'range keys from in-memory index tree' (duration: 200.089586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:13.819717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.501499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-03T20:43:13.819809Z","caller":"traceutil/trace.go:171","msg":"trace[639261808] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:17347; }","duration":"397.640263ms","start":"2026-03-03T20:43:13.422146Z","end":"2026-03-03T20:43:13.819787Z","steps":["trace[639261808] 'range keys from in-memory index tree' (duration: 397.292694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:13.81985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:13.422125Z","time spent":"397.716924ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-03T20:43:14.040096Z","caller":"traceutil/trace.go:171","msg":"trace[1898203058] transaction","detail":"{read_only:false; response_revision:17348; number_of_response:1; }","duration":"169.444855ms","start":"2026-03-03T20:43:13.870624Z","end":"2026-03-03T20:43:14.040069Z","steps":["trace[1898203058] 'process raft request' (duration: 169.073176ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:14.100647Z","caller":"traceutil/trace.go:171","msg":"trace[282677831] linearizableReadLoop","detail":"{readStateIndex:17997; appliedIndex:17995; }","duration":"133.838138ms","start":"2026-03-03T20:43:13.966773Z","end":"2026-03-03T20:43:14.100611Z","steps":["trace[282677831] 'read index received' (duration: 73.057676ms)","trace[282677831] 'applied index is now lower than readState.Index' (duration: 60.779121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:43:14.100817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.012552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:43:14.100799Z","caller":"traceutil/trace.go:171","msg":"trace[1515620748] transaction","detail":"{read_only:false; response_revision:17349; number_of_response:1; }","duration":"161.557901ms","start":"2026-03-03T20:43:13.93919Z","end":"2026-03-03T20:43:14.100748Z","steps":["trace[1515620748] 'process raft request' (duration: 161.227983ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:14.100866Z","caller":"traceutil/trace.go:171","msg":"trace[1695366972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17349; }","duration":"134.139935ms","start":"2026-03-03T20:43:13.966712Z","end":"2026-03-03T20:43:14.100852Z","steps":["trace[1695366972] 'agreement among raft nodes before linearized reading' (duration: 134.026122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:14.330633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.091486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:43:14.330781Z","caller":"traceutil/trace.go:171","msg":"trace[160188001] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:17349; }","duration":"110.26909ms","start":"2026-03-03T20:43:14.220487Z","end":"2026-03-03T20:43:14.330757Z","steps":["trace[160188001] 'count revisions from in-memory index tree' (duration: 109.980874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:15.156935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875492812,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:43:15.254682Z","caller":"traceutil/trace.go:171","msg":"trace[1288040992] transaction","detail":"{read_only:false; response_revision:17350; number_of_response:1; }","duration":"857.737236ms","start":"2026-03-03T20:43:14.396901Z","end":"2026-03-03T20:43:15.254638Z","steps":["trace[1288040992] 'process raft request' (duration: 857.4587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:15.254918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:14.396869Z","time spent":"857.92466ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:43:15.883197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.82126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:43:15.883562Z","caller":"traceutil/trace.go:171","msg":"trace[640069000] linearizableReadLoop","detail":"{readStateIndex:17999; appliedIndex:17997; }","duration":"1.227492911s","start":"2026-03-03T20:43:14.656044Z","end":"2026-03-03T20:43:15.883537Z","steps":["trace[640069000] 'read index received' (duration: 598.287902ms)","trace[640069000] 'applied index is now lower than readState.Index' (duration: 629.202748ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:43:15.883633Z","caller":"traceutil/trace.go:171","msg":"trace[1632210577] transaction","detail":"{read_only:false; response_revision:17351; number_of_response:1; }","duration":"924.142867ms","start":"2026-03-03T20:43:14.959407Z","end":"2026-03-03T20:43:15.88355Z","steps":["trace[1632210577] 'process raft request' (duration: 418.440176ms)","trace[1632210577] 'compare' (duration: 504.566235ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:43:15.883791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227745486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T20:43:15.883861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:14.959356Z","time spent":"924.393742ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:43:15.883869Z","caller":"traceutil/trace.go:171","msg":"trace[1282326229] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17351; }","duration":"1.227867829s","start":"2026-03-03T20:43:14.655984Z","end":"2026-03-03T20:43:15.883852Z","steps":["trace[1282326229] 'agreement among raft nodes before linearized reading' (duration: 1.227643134s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:15.883904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135142606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-03T20:43:15.883927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:14.655958Z","time spent":"1.227955001s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T20:43:15.883964Z","caller":"traceutil/trace.go:171","msg":"trace[1568645698] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17351; }","duration":"1.135210047s","start":"2026-03-03T20:43:14.748738Z","end":"2026-03-03T20:43:15.883948Z","steps":["trace[1568645698] 'agreement among raft nodes before linearized reading' (duration: 1.134973912s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:15.884009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:14.748649Z","time spent":"1.13535301s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:43:15.883999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.965443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-03T20:43:15.884066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.64671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T20:43:15.884152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.097363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T20:43:15.884156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.78111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:43:15.884149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.121376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:43:15.884186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.250345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:43:15.884207Z","caller":"traceutil/trace.go:171","msg":"trace[114926855] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:17351; }","duration":"939.853042ms","start":"2026-03-03T20:43:14.944339Z","end":"2026-03-03T20:43:15.884192Z","steps":["trace[114926855] 'agreement among raft nodes before linearized reading' (duration: 939.76426ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:15.884224Z","caller":"traceutil/trace.go:171","msg":"trace[1944059326] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:17351; }","duration":"324.413523ms","start":"2026-03-03T20:43:15.559791Z","end":"2026-03-03T20:43:15.884205Z","steps":["trace[1944059326] 'agreement among raft nodes before linearized reading' (duration: 324.076635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:15.884248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:14.944327Z","time spent":"939.907243ms","remote":"127.0.0.1:42866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:43:15.88425Z","caller":"traceutil/trace.go:171","msg":"trace[1888880159] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17351; }","duration":"957.358148ms","start":"2026-03-03T20:43:14.926874Z","end":"2026-03-03T20:43:15.884232Z","steps":["trace[1888880159] 'agreement among raft nodes before linearized reading' (duration: 957.252155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:15.8843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.74493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-77dfg\" ","response":"range_response_count:1 size:22014"} {"level":"warn","ts":"2026-03-03T20:43:15.884307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.192651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-kptx9\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-03T20:43:15.884349Z","caller":"traceutil/trace.go:171","msg":"trace[1858202736] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-77dfg; range_end:; response_count:1; response_revision:17351; }","duration":"576.835782ms","start":"2026-03-03T20:43:15.307503Z","end":"2026-03-03T20:43:15.884339Z","steps":["trace[1858202736] 'agreement among raft nodes before linearized reading' (duration: 576.33372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:15.884341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.846615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T20:43:15.884401Z","caller":"traceutil/trace.go:171","msg":"trace[591396977] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17351; }","duration":"909.922736ms","start":"2026-03-03T20:43:14.974464Z","end":"2026-03-03T20:43:15.884387Z","steps":["trace[591396977] 'agreement among raft nodes before linearized reading' (duration: 909.795343ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:15.884399Z","caller":"traceutil/trace.go:171","msg":"trace[1160996719] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-kptx9; range_end:; response_count:1; response_revision:17351; }","duration":"577.356185ms","start":"2026-03-03T20:43:15.307019Z","end":"2026-03-03T20:43:15.884375Z","steps":["trace[1160996719] 'agreement among raft nodes before linearized reading' (duration: 577.074118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:15.884442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:14.974453Z","time spent":"909.981148ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:43:15.884304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:14.926848Z","time spent":"957.43965ms","remote":"127.0.0.1:46914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:43:15.884065Z","caller":"traceutil/trace.go:171","msg":"trace[1079692855] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:17351; }","duration":"408.031814ms","start":"2026-03-03T20:43:15.476014Z","end":"2026-03-03T20:43:15.884046Z","steps":["trace[1079692855] 'agreement among raft nodes before linearized reading' (duration: 407.867451ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:15.884211Z","caller":"traceutil/trace.go:171","msg":"trace[1299733959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17351; }","duration":"594.215746ms","start":"2026-03-03T20:43:15.289977Z","end":"2026-03-03T20:43:15.884192Z","steps":["trace[1299733959] 'agreement among raft nodes before linearized reading' (duration: 594.079313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:15.884456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:15.306994Z","time spent":"577.452377ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-kptx9\" "} {"level":"warn","ts":"2026-03-03T20:43:15.884401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:15.307482Z","time spent":"576.907824ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-77dfg\" "} {"level":"warn","ts":"2026-03-03T20:43:15.884637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:15.47599Z","time spent":"408.589617ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T20:43:15.884695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:15.28995Z","time spent":"594.644766ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T20:43:15.884188Z","caller":"traceutil/trace.go:171","msg":"trace[1995423007] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17351; }","duration":"589.840534ms","start":"2026-03-03T20:43:15.294318Z","end":"2026-03-03T20:43:15.884159Z","steps":["trace[1995423007] 'agreement among raft nodes before linearized reading' (duration: 589.474855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:15.884749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.407005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T20:43:15.884774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:15.294288Z","time spent":"590.473939ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T20:43:15.884822Z","caller":"traceutil/trace.go:171","msg":"trace[1844950606] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:17351; }","duration":"580.533939ms","start":"2026-03-03T20:43:15.304272Z","end":"2026-03-03T20:43:15.884806Z","steps":["trace[1844950606] 'agreement among raft nodes before linearized reading' (duration: 580.188241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:15.884876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:15.304247Z","time spent":"580.61445ms","remote":"127.0.0.1:45754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":174,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:43:15.885134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:15.559767Z","time spent":"325.341984ms","remote":"127.0.0.1:59918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:43:15.885407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.375023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T20:43:15.885501Z","caller":"traceutil/trace.go:171","msg":"trace[1179465619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17351; }","duration":"915.500175ms","start":"2026-03-03T20:43:14.969979Z","end":"2026-03-03T20:43:15.885479Z","steps":["trace[1179465619] 'agreement among raft nodes before linearized reading' (duration: 913.921899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:15.885693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:14.969967Z","time spent":"915.709991ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:43:16.391778Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875492818,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:43:17.316311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.135879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:43:17.316465Z","caller":"traceutil/trace.go:171","msg":"trace[1677253091] transaction","detail":"{read_only:false; response_revision:17352; number_of_response:1; }","duration":"1.425848277s","start":"2026-03-03T20:43:15.890589Z","end":"2026-03-03T20:43:17.316437Z","steps":["trace[1677253091] 'process raft request' (duration: 749.497083ms)","trace[1677253091] 'compare' (duration: 676.011576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:43:17.316552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:15.890573Z","time spent":"1.425936869s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:43:17.538282Z","caller":"traceutil/trace.go:171","msg":"trace[1475445424] transaction","detail":"{read_only:false; response_revision:17356; number_of_response:1; }","duration":"1.646249105s","start":"2026-03-03T20:43:15.892008Z","end":"2026-03-03T20:43:17.538257Z","steps":["trace[1475445424] 'process raft request' (duration: 1.646179953s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:17.538352Z","caller":"traceutil/trace.go:171","msg":"trace[62660752] transaction","detail":"{read_only:false; response_revision:17354; number_of_response:1; }","duration":"1.646971161s","start":"2026-03-03T20:43:15.891354Z","end":"2026-03-03T20:43:17.538325Z","steps":["trace[62660752] 'process raft request' (duration: 1.646684175s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:17.538446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:15.891997Z","time spent":"1.646361807s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:43:17.538449Z","caller":"traceutil/trace.go:171","msg":"trace[1330399964] transaction","detail":"{read_only:false; response_revision:17353; number_of_response:1; }","duration":"1.64777856s","start":"2026-03-03T20:43:15.890636Z","end":"2026-03-03T20:43:17.538415Z","steps":["trace[1330399964] 'process raft request' (duration: 1.559524561s)","trace[1330399964] 'compare' (duration: 87.299247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:43:17.5385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:15.891344Z","time spent":"1.647074614s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:43:17.538711Z","caller":"traceutil/trace.go:171","msg":"trace[438987213] transaction","detail":"{read_only:false; response_revision:17355; number_of_response:1; }","duration":"1.647250878s","start":"2026-03-03T20:43:15.891448Z","end":"2026-03-03T20:43:17.538699Z","steps":["trace[438987213] 'process raft request' (duration: 1.646694925s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:17.538781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:15.891416Z","time spent":"1.64732858s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:43:17.538785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:15.890612Z","time spent":"1.647921583s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:43:17.538998Z","caller":"traceutil/trace.go:171","msg":"trace[1399098408] transaction","detail":"{read_only:false; response_revision:17357; number_of_response:1; }","duration":"1.492195688s","start":"2026-03-03T20:43:16.046791Z","end":"2026-03-03T20:43:17.538986Z","steps":["trace[1399098408] 'process raft request' (duration: 1.49143053s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:17.539075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:16.046748Z","time spent":"1.49229069s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:43:17.539335Z","caller":"traceutil/trace.go:171","msg":"trace[349200875] linearizableReadLoop","detail":"{readStateIndex:18006; appliedIndex:17999; }","duration":"1.64818811s","start":"2026-03-03T20:43:15.891136Z","end":"2026-03-03T20:43:17.539324Z","steps":["trace[349200875] 'read index received' (duration: 748.976871ms)","trace[349200875] 'applied index is now lower than readState.Index' (duration: 899.210179ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:43:17.539401Z","caller":"traceutil/trace.go:171","msg":"trace[1620759062] transaction","detail":"{read_only:false; response_revision:17358; number_of_response:1; }","duration":"1.425639752s","start":"2026-03-03T20:43:16.113752Z","end":"2026-03-03T20:43:17.539392Z","steps":["trace[1620759062] 'process raft request' (duration: 1.425170721s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:17.53945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:16.113673Z","time spent":"1.425745055s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:43:17.540625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64948231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:924272"} {"level":"info","ts":"2026-03-03T20:43:17.540673Z","caller":"traceutil/trace.go:171","msg":"trace[285206504] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17358; }","duration":"1.649554022s","start":"2026-03-03T20:43:15.891108Z","end":"2026-03-03T20:43:17.540662Z","steps":["trace[285206504] 'agreement among raft nodes before linearized reading' (duration: 1.648403105s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:17.540707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:15.8911Z","time spent":"1.649596873s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":924295,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T20:43:17.885765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.951292ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T20:43:17.886212Z","caller":"traceutil/trace.go:171","msg":"trace[953129857] linearizableReadLoop","detail":"{readStateIndex:18007; appliedIndex:18006; }","duration":"346.782842ms","start":"2026-03-03T20:43:17.539366Z","end":"2026-03-03T20:43:17.886149Z","steps":["trace[953129857] 'read index received' (duration: 86.676162ms)","trace[953129857] 'applied index is now lower than readState.Index' (duration: 260.102239ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:43:17.886319Z","caller":"traceutil/trace.go:171","msg":"trace[1524412986] transaction","detail":"{read_only:false; response_revision:17359; number_of_response:1; }","duration":"299.934954ms","start":"2026-03-03T20:43:17.586357Z","end":"2026-03-03T20:43:17.886292Z","steps":["trace[1524412986] 'process raft request' (duration: 299.544995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:17.886446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:17.586333Z","time spent":"300.041937ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":913,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:43:18.031616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494729686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:43:18.035083Z","caller":"traceutil/trace.go:171","msg":"trace[455898402] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17359; }","duration":"1.498254928s","start":"2026-03-03T20:43:16.536798Z","end":"2026-03-03T20:43:18.035053Z","steps":["trace[455898402] 'agreement among raft nodes before linearized reading' (duration: 1.349451803s)","trace[455898402] 'count revisions from in-memory index tree' (duration: 145.246633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:43:18.03515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:16.536775Z","time spent":"1.498354551s","remote":"127.0.0.1:46924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:43:18.035779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.944899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:43:18.035762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415756313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:43:18.035856Z","caller":"traceutil/trace.go:171","msg":"trace[57454739] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:17359; }","duration":"494.056421ms","start":"2026-03-03T20:43:17.541778Z","end":"2026-03-03T20:43:18.035835Z","steps":["trace[57454739] 'agreement among raft nodes before linearized reading' (duration: 345.073142ms)","trace[57454739] 'count revisions from in-memory index tree' (duration: 148.876037ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:43:18.036018Z","caller":"traceutil/trace.go:171","msg":"trace[663347848] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:17359; }","duration":"1.41602768s","start":"2026-03-03T20:43:16.619869Z","end":"2026-03-03T20:43:18.035897Z","steps":["trace[663347848] 'agreement among raft nodes before linearized reading' (duration: 1.266454387s)","trace[663347848] 'count revisions from in-memory index tree' (duration: 149.277096ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:43:18.036103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:17.54176Z","time spent":"494.132354ms","remote":"127.0.0.1:45994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":90,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:43:18.037531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145742842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19100"} {"level":"warn","ts":"2026-03-03T20:43:18.036165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:16.619846Z","time spent":"1.416271075s","remote":"127.0.0.1:53994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:43:18.037605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750103436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:43:18.03763Z","caller":"traceutil/trace.go:171","msg":"trace[220265790] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:17359; }","duration":"1.750185978s","start":"2026-03-03T20:43:16.287437Z","end":"2026-03-03T20:43:18.037624Z","steps":["trace[220265790] 'agreement among raft nodes before linearized reading' (duration: 1.599013658s)","trace[220265790] 'count revisions from in-memory index tree' (duration: 151.120499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:43:18.03765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:16.287414Z","time spent":"1.750228879s","remote":"127.0.0.1:53932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:43:18.037635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.98734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-03T20:43:18.037722Z","caller":"traceutil/trace.go:171","msg":"trace[1925532932] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:17359; }","duration":"932.132003ms","start":"2026-03-03T20:43:17.105562Z","end":"2026-03-03T20:43:18.037694Z","steps":["trace[1925532932] 'agreement among raft nodes before linearized reading' (duration: 780.746748ms)","trace[1925532932] 'range keys from in-memory index tree' (duration: 151.13932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:43:18.037772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:17.105544Z","time spent":"932.218695ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T20:43:18.037879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.144186546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:924272"} {"level":"info","ts":"2026-03-03T20:43:18.037928Z","caller":"traceutil/trace.go:171","msg":"trace[1232193869] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17359; }","duration":"2.144249358s","start":"2026-03-03T20:43:15.893665Z","end":"2026-03-03T20:43:18.037915Z","steps":["trace[1232193869] 'agreement among raft nodes before linearized reading' (duration: 1.992672198s)","trace[1232193869] 'range keys from in-memory index tree' (duration: 150.251839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:43:18.03796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:15.893658Z","time spent":"2.144291948s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":924295,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T20:43:18.037563Z","caller":"traceutil/trace.go:171","msg":"trace[233156930] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:17359; }","duration":"2.145801134s","start":"2026-03-03T20:43:15.891754Z","end":"2026-03-03T20:43:18.037555Z","steps":["trace[233156930] 'agreement among raft nodes before linearized reading' (duration: 1.994732256s)","trace[233156930] 'range keys from in-memory index tree' (duration: 150.896103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:43:18.038002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.074271793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:43:18.038064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:15.891747Z","time spent":"2.146309476s","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19123,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T20:43:18.038121Z","caller":"traceutil/trace.go:171","msg":"trace[696307953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17359; }","duration":"2.074463048s","start":"2026-03-03T20:43:15.963624Z","end":"2026-03-03T20:43:18.038087Z","steps":["trace[696307953] 'agreement among raft nodes before linearized reading' (duration: 1.92299176s)","trace[696307953] 'range keys from in-memory index tree' (duration: 151.290523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:43:18.038245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:15.963597Z","time spent":"2.074596151s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:43:18.038492Z","caller":"traceutil/trace.go:171","msg":"trace[241906444] linearizableReadLoop","detail":"{readStateIndex:18009; appliedIndex:18008; }","duration":"127.03884ms","start":"2026-03-03T20:43:17.911434Z","end":"2026-03-03T20:43:18.038473Z","steps":["trace[241906444] 'read index received' (duration: 119.578776ms)","trace[241906444] 'applied index is now lower than readState.Index' (duration: 7.456714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:43:18.038673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.245275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T20:43:18.038701Z","caller":"traceutil/trace.go:171","msg":"trace[49597147] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:17360; }","duration":"127.306196ms","start":"2026-03-03T20:43:17.911388Z","end":"2026-03-03T20:43:18.038694Z","steps":["trace[49597147] 'agreement among raft nodes before linearized reading' (duration: 127.219244ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:18.038766Z","caller":"traceutil/trace.go:171","msg":"trace[1122406643] transaction","detail":"{read_only:false; response_revision:17360; number_of_response:1; }","duration":"146.975253ms","start":"2026-03-03T20:43:17.891775Z","end":"2026-03-03T20:43:18.03875Z","steps":["trace[1122406643] 'process raft request' (duration: 139.398867ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:19.706281Z","caller":"traceutil/trace.go:171","msg":"trace[642682968] linearizableReadLoop","detail":"{readStateIndex:18036; appliedIndex:18035; }","duration":"161.360907ms","start":"2026-03-03T20:43:19.544892Z","end":"2026-03-03T20:43:19.706253Z","steps":["trace[642682968] 'read index received' (duration: 161.233984ms)","trace[642682968] 'applied index is now lower than readState.Index' (duration: 125.123µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:43:19.706409Z","caller":"traceutil/trace.go:171","msg":"trace[1365271638] transaction","detail":"{read_only:false; response_revision:17387; number_of_response:1; }","duration":"162.187076ms","start":"2026-03-03T20:43:19.544177Z","end":"2026-03-03T20:43:19.706364Z","steps":["trace[1365271638] 'process raft request' (duration: 161.878268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:19.706587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.662704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T20:43:19.706638Z","caller":"traceutil/trace.go:171","msg":"trace[175312099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17387; }","duration":"161.779067ms","start":"2026-03-03T20:43:19.544847Z","end":"2026-03-03T20:43:19.706626Z","steps":["trace[175312099] 'agreement among raft nodes before linearized reading' (duration: 161.580392ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:19.712478Z","caller":"traceutil/trace.go:171","msg":"trace[978634798] transaction","detail":"{read_only:false; response_revision:17388; number_of_response:1; }","duration":"167.305915ms","start":"2026-03-03T20:43:19.545158Z","end":"2026-03-03T20:43:19.712463Z","steps":["trace[978634798] 'process raft request' (duration: 167.172512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:19.712978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.694753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T20:43:19.712936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.277549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-kptx9\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-03T20:43:19.713078Z","caller":"traceutil/trace.go:171","msg":"trace[1462999620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17389; }","duration":"167.881778ms","start":"2026-03-03T20:43:19.545174Z","end":"2026-03-03T20:43:19.713055Z","steps":["trace[1462999620] 'agreement among raft nodes before linearized reading' (duration: 167.432327ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:19.713131Z","caller":"traceutil/trace.go:171","msg":"trace[1788412636] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-kptx9; range_end:; response_count:1; response_revision:17389; }","duration":"153.556376ms","start":"2026-03-03T20:43:19.559548Z","end":"2026-03-03T20:43:19.713104Z","steps":["trace[1788412636] 'agreement among raft nodes before linearized reading' (duration: 153.105485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:19.713692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.075932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T20:43:19.71383Z","caller":"traceutil/trace.go:171","msg":"trace[970794355] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17389; }","duration":"168.283467ms","start":"2026-03-03T20:43:19.545514Z","end":"2026-03-03T20:43:19.713798Z","steps":["trace[970794355] 'agreement among raft nodes before linearized reading' (duration: 167.200902ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:19.863615Z","caller":"traceutil/trace.go:171","msg":"trace[843744785] transaction","detail":"{read_only:false; response_revision:17390; number_of_response:1; }","duration":"152.084032ms","start":"2026-03-03T20:43:19.711492Z","end":"2026-03-03T20:43:19.863576Z","steps":["trace[843744785] 'process raft request' (duration: 68.997872ms)","trace[843744785] 'compare' (duration: 82.475946ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:43:19.863815Z","caller":"traceutil/trace.go:171","msg":"trace[772687113] transaction","detail":"{read_only:false; response_revision:17391; number_of_response:1; }","duration":"147.114656ms","start":"2026-03-03T20:43:19.716677Z","end":"2026-03-03T20:43:19.863791Z","steps":["trace[772687113] 'process raft request' (duration: 146.815379ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:19.864039Z","caller":"traceutil/trace.go:171","msg":"trace[619033245] linearizableReadLoop","detail":"{readStateIndex:18041; appliedIndex:18038; }","duration":"146.199445ms","start":"2026-03-03T20:43:19.717797Z","end":"2026-03-03T20:43:19.863997Z","steps":["trace[619033245] 'read index received' (duration: 62.708846ms)","trace[619033245] 'applied index is now lower than readState.Index' (duration: 83.488359ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:43:19.864249Z","caller":"traceutil/trace.go:171","msg":"trace[1649311083] transaction","detail":"{read_only:false; response_revision:17392; number_of_response:1; }","duration":"147.238009ms","start":"2026-03-03T20:43:19.716864Z","end":"2026-03-03T20:43:19.864102Z","steps":["trace[1649311083] 'process raft request' (duration: 146.85109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:19.864332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.15362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-03T20:43:19.864461Z","caller":"traceutil/trace.go:171","msg":"trace[1287796028] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:17392; }","duration":"117.310054ms","start":"2026-03-03T20:43:19.747118Z","end":"2026-03-03T20:43:19.864428Z","steps":["trace[1287796028] 'agreement among raft nodes before linearized reading' (duration: 117.114369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:19.865575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.75309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:925126"} {"level":"info","ts":"2026-03-03T20:43:19.865652Z","caller":"traceutil/trace.go:171","msg":"trace[1469989779] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17392; }","duration":"147.862424ms","start":"2026-03-03T20:43:19.717769Z","end":"2026-03-03T20:43:19.865631Z","steps":["trace[1469989779] 'agreement among raft nodes before linearized reading' (duration: 146.42519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:20.201152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.83572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:43:20.201504Z","caller":"traceutil/trace.go:171","msg":"trace[406584507] transaction","detail":"{read_only:false; response_revision:17394; number_of_response:1; }","duration":"156.321389ms","start":"2026-03-03T20:43:20.045154Z","end":"2026-03-03T20:43:20.201476Z","steps":["trace[406584507] 'process raft request' (duration: 156.175746ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:20.20144Z","caller":"traceutil/trace.go:171","msg":"trace[1772893410] transaction","detail":"{read_only:false; response_revision:17393; number_of_response:1; }","duration":"327.631817ms","start":"2026-03-03T20:43:19.873764Z","end":"2026-03-03T20:43:20.201396Z","steps":["trace[1772893410] 'process raft request' (duration: 152.336817ms)","trace[1772893410] 'compare' (duration: 174.554003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:43:20.201734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.68572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:43:20.201816Z","caller":"traceutil/trace.go:171","msg":"trace[154209488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17394; }","duration":"234.826943ms","start":"2026-03-03T20:43:19.966969Z","end":"2026-03-03T20:43:20.201796Z","steps":["trace[154209488] 'agreement among raft nodes before linearized reading' (duration: 234.681579ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:20.201608Z","caller":"traceutil/trace.go:171","msg":"trace[2111757044] linearizableReadLoop","detail":"{readStateIndex:18042; appliedIndex:18041; }","duration":"234.558036ms","start":"2026-03-03T20:43:19.96702Z","end":"2026-03-03T20:43:20.201578Z","steps":["trace[2111757044] 'read index received' (duration: 58.977449ms)","trace[2111757044] 'applied index is now lower than readState.Index' (duration: 175.578257ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:43:20.202183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:19.873731Z","time spent":"328.036917ms","remote":"127.0.0.1:45942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":839,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:43:20.204138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.788154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-77dfg\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-03-03T20:43:20.205033Z","caller":"traceutil/trace.go:171","msg":"trace[941241463] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-77dfg; range_end:; response_count:1; response_revision:17394; }","duration":"124.184543ms","start":"2026-03-03T20:43:20.080303Z","end":"2026-03-03T20:43:20.204487Z","steps":["trace[941241463] 'agreement among raft nodes before linearized reading' (duration: 121.9043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:24.774185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.455175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:43:24.774261Z","caller":"traceutil/trace.go:171","msg":"trace[1572809303] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:17440; }","duration":"380.597818ms","start":"2026-03-03T20:43:24.393647Z","end":"2026-03-03T20:43:24.774245Z","steps":["trace[1572809303] 'count revisions from in-memory index tree' (duration: 380.355292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:24.774304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:24.39362Z","time spent":"380.672569ms","remote":"127.0.0.1:46112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":17,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:43:24.774327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.037345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-77dfg\" ","response":"range_response_count:1 size:22014"} {"level":"warn","ts":"2026-03-03T20:43:24.774388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.799478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:23 size:210547"} {"level":"info","ts":"2026-03-03T20:43:24.774488Z","caller":"traceutil/trace.go:171","msg":"trace[1904222014] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:23; response_revision:17440; }","duration":"447.926491ms","start":"2026-03-03T20:43:24.326547Z","end":"2026-03-03T20:43:24.774474Z","steps":["trace[1904222014] 'range keys from in-memory index tree' (duration: 447.331507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:24.774662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:24.326536Z","time spent":"448.109415ms","remote":"127.0.0.1:46096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":23,"response size":210570,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-03T20:43:24.774456Z","caller":"traceutil/trace.go:171","msg":"trace[906066399] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-77dfg; range_end:; response_count:1; response_revision:17440; }","duration":"462.397736ms","start":"2026-03-03T20:43:24.312034Z","end":"2026-03-03T20:43:24.774432Z","steps":["trace[906066399] 'range keys from in-memory index tree' (duration: 460.721568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:24.774799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:24.312001Z","time spent":"462.778655ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-77dfg\" "} {"level":"info","ts":"2026-03-03T20:43:28.587819Z","caller":"traceutil/trace.go:171","msg":"trace[238344049] linearizableReadLoop","detail":"{readStateIndex:18219; appliedIndex:18218; }","duration":"157.562278ms","start":"2026-03-03T20:43:28.430226Z","end":"2026-03-03T20:43:28.587788Z","steps":["trace[238344049] 'read index received' (duration: 151.004096ms)","trace[238344049] 'applied index is now lower than readState.Index' (duration: 6.556572ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:43:28.587917Z","caller":"traceutil/trace.go:171","msg":"trace[798075307] transaction","detail":"{read_only:false; response_revision:17565; number_of_response:1; }","duration":"161.438079ms","start":"2026-03-03T20:43:28.426419Z","end":"2026-03-03T20:43:28.587857Z","steps":["trace[798075307] 'process raft request' (duration: 154.901847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:28.588253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.200382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0304092c-a8f2-4c46-80ab-9954462579ad\" ","response":"range_response_count:1 size:3640"} {"level":"warn","ts":"2026-03-03T20:43:28.58828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.107258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"warn","ts":"2026-03-03T20:43:28.588272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.445333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-03-03T20:43:28.588458Z","caller":"traceutil/trace.go:171","msg":"trace[1401219493] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:17565; }","duration":"150.654988ms","start":"2026-03-03T20:43:28.437746Z","end":"2026-03-03T20:43:28.588401Z","steps":["trace[1401219493] 'agreement among raft nodes before linearized reading' (duration: 150.30847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:28.588289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.080657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0304092c-a8f2-4c46-80ab-9954462579ad\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-03-03T20:43:28.588605Z","caller":"traceutil/trace.go:171","msg":"trace[1423045205] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0304092c-a8f2-4c46-80ab-9954462579ad; range_end:; response_count:1; response_revision:17565; }","duration":"129.462526ms","start":"2026-03-03T20:43:28.459128Z","end":"2026-03-03T20:43:28.588591Z","steps":["trace[1423045205] 'agreement among raft nodes before linearized reading' (duration: 128.963264ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:28.588353Z","caller":"traceutil/trace.go:171","msg":"trace[818431894] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:17565; }","duration":"157.212391ms","start":"2026-03-03T20:43:28.431122Z","end":"2026-03-03T20:43:28.588335Z","steps":["trace[818431894] 'agreement among raft nodes before linearized reading' (duration: 156.970645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:28.588256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.993271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-03T20:43:28.588978Z","caller":"traceutil/trace.go:171","msg":"trace[1741892918] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:17565; }","duration":"103.718438ms","start":"2026-03-03T20:43:28.485202Z","end":"2026-03-03T20:43:28.588921Z","steps":["trace[1741892918] 'agreement among raft nodes before linearized reading' (duration: 102.832658ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:28.588349Z","caller":"traceutil/trace.go:171","msg":"trace[1306034188] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0304092c-a8f2-4c46-80ab-9954462579ad; range_end:; response_count:1; response_revision:17565; }","duration":"142.334055ms","start":"2026-03-03T20:43:28.445992Z","end":"2026-03-03T20:43:28.588326Z","steps":["trace[1306034188] 'agreement among raft nodes before linearized reading' (duration: 142.050298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:28.589833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.594096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210912"} {"level":"info","ts":"2026-03-03T20:43:28.589909Z","caller":"traceutil/trace.go:171","msg":"trace[1778633555] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:17565; }","duration":"159.680728ms","start":"2026-03-03T20:43:28.430206Z","end":"2026-03-03T20:43:28.589886Z","steps":["trace[1778633555] 'agreement among raft nodes before linearized reading' (duration: 157.729272ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:28.761594Z","caller":"traceutil/trace.go:171","msg":"trace[1286274948] linearizableReadLoop","detail":"{readStateIndex:18220; appliedIndex:18219; }","duration":"165.035201ms","start":"2026-03-03T20:43:28.596518Z","end":"2026-03-03T20:43:28.761553Z","steps":["trace[1286274948] 'read index received' (duration: 164.810636ms)","trace[1286274948] 'applied index is now lower than readState.Index' (duration: 222.615µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:43:28.761721Z","caller":"traceutil/trace.go:171","msg":"trace[882238843] transaction","detail":"{read_only:false; response_revision:17566; number_of_response:1; }","duration":"165.711557ms","start":"2026-03-03T20:43:28.595958Z","end":"2026-03-03T20:43:28.761669Z","steps":["trace[882238843] 'process raft request' (duration: 165.340119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:28.762098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.524173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T20:43:28.762246Z","caller":"traceutil/trace.go:171","msg":"trace[1010029163] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17566; }","duration":"165.710548ms","start":"2026-03-03T20:43:28.596506Z","end":"2026-03-03T20:43:28.762216Z","steps":["trace[1010029163] 'agreement among raft nodes before linearized reading' (duration: 165.236167ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:29.147184Z","caller":"traceutil/trace.go:171","msg":"trace[852910497] linearizableReadLoop","detail":"{readStateIndex:18222; appliedIndex:18220; }","duration":"385.47045ms","start":"2026-03-03T20:43:28.761691Z","end":"2026-03-03T20:43:29.147161Z","steps":["trace[852910497] 'read index received' (duration: 384.928327ms)","trace[852910497] 'applied index is now lower than readState.Index' (duration: 540.783µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:43:29.147265Z","caller":"traceutil/trace.go:171","msg":"trace[715339000] transaction","detail":"{read_only:false; response_revision:17567; number_of_response:1; }","duration":"545.081537ms","start":"2026-03-03T20:43:28.602145Z","end":"2026-03-03T20:43:29.147226Z","steps":["trace[715339000] 'process raft request' (duration: 544.443802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:29.147448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.348555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"warn","ts":"2026-03-03T20:43:29.147504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.686745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:43:29.147488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.064092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-03T20:43:29.147541Z","caller":"traceutil/trace.go:171","msg":"trace[1962206734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17567; }","duration":"180.795148ms","start":"2026-03-03T20:43:28.966734Z","end":"2026-03-03T20:43:29.147529Z","steps":["trace[1962206734] 'agreement among raft nodes before linearized reading' (duration: 180.706786ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:29.147554Z","caller":"traceutil/trace.go:171","msg":"trace[1477042696] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:17567; }","duration":"521.52353ms","start":"2026-03-03T20:43:28.626004Z","end":"2026-03-03T20:43:29.147527Z","steps":["trace[1477042696] 'agreement among raft nodes before linearized reading' (duration: 521.230093ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:29.147565Z","caller":"traceutil/trace.go:171","msg":"trace[1706636221] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:17567; }","duration":"550.158954ms","start":"2026-03-03T20:43:28.597386Z","end":"2026-03-03T20:43:29.147545Z","steps":["trace[1706636221] 'agreement among raft nodes before linearized reading' (duration: 549.929149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:29.147608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:28.625981Z","time spent":"521.616321ms","remote":"127.0.0.1:45754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-03T20:43:29.14761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:28.597381Z","time spent":"550.216805ms","remote":"127.0.0.1:45754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-03T20:43:29.14768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.103225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19100"} {"level":"warn","ts":"2026-03-03T20:43:29.147613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.982339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:43:29.147805Z","caller":"traceutil/trace.go:171","msg":"trace[1714879575] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:17567; }","duration":"383.291919ms","start":"2026-03-03T20:43:28.764484Z","end":"2026-03-03T20:43:29.147776Z","steps":["trace[1714879575] 'agreement among raft nodes before linearized reading' (duration: 382.934581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:29.147783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.648499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-77dfg\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-03-03T20:43:29.147829Z","caller":"traceutil/trace.go:171","msg":"trace[1614150297] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:17567; }","duration":"273.263805ms","start":"2026-03-03T20:43:28.874531Z","end":"2026-03-03T20:43:29.147795Z","steps":["trace[1614150297] 'agreement among raft nodes before linearized reading' (duration: 272.908407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:29.147868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:28.764464Z","time spent":"383.394122ms","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19123,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T20:43:29.147832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:28.602135Z","time spent":"545.21949ms","remote":"127.0.0.1:38992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2028,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:43:29.147884Z","caller":"traceutil/trace.go:171","msg":"trace[522609901] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-77dfg; range_end:; response_count:1; response_revision:17567; }","duration":"312.833513ms","start":"2026-03-03T20:43:28.835027Z","end":"2026-03-03T20:43:29.147861Z","steps":["trace[522609901] 'agreement among raft nodes before linearized reading' (duration: 312.475635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:29.14794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:28.834994Z","time spent":"312.937906ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-77dfg\" "} {"level":"info","ts":"2026-03-03T20:43:29.148168Z","caller":"traceutil/trace.go:171","msg":"trace[972620846] transaction","detail":"{read_only:false; number_of_response:1; response_revision:17567; }","duration":"544.548414ms","start":"2026-03-03T20:43:28.602641Z","end":"2026-03-03T20:43:29.14719Z","steps":["trace[972620846] 'process raft request' (duration: 544.439281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:29.148527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:28.602635Z","time spent":"545.584008ms","remote":"127.0.0.1:38992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":86,"response count":0,"response size":2081,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:43:29.265738Z","caller":"traceutil/trace.go:171","msg":"trace[252060963] transaction","detail":"{read_only:false; response_revision:17568; number_of_response:1; }","duration":"110.222729ms","start":"2026-03-03T20:43:29.155491Z","end":"2026-03-03T20:43:29.265713Z","steps":["trace[252060963] 'process raft request' (duration: 54.443714ms)","trace[252060963] 'compare' (duration: 55.622101ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:43:29.2905Z","caller":"traceutil/trace.go:171","msg":"trace[1087814928] transaction","detail":"{read_only:false; number_of_response:1; response_revision:17569; }","duration":"134.712588ms","start":"2026-03-03T20:43:29.155775Z","end":"2026-03-03T20:43:29.290488Z","steps":["trace[1087814928] 'process raft request' (duration: 134.570125ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:29.290708Z","caller":"traceutil/trace.go:171","msg":"trace[1824996171] linearizableReadLoop","detail":"{readStateIndex:18224; appliedIndex:18222; }","duration":"133.351416ms","start":"2026-03-03T20:43:29.157297Z","end":"2026-03-03T20:43:29.290649Z","steps":["trace[1824996171] 'read index received' (duration: 52.604781ms)","trace[1824996171] 'applied index is now lower than readState.Index' (duration: 80.744025ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:43:29.290792Z","caller":"traceutil/trace.go:171","msg":"trace[1346125311] transaction","detail":"{read_only:false; response_revision:17570; number_of_response:1; }","duration":"124.89066ms","start":"2026-03-03T20:43:29.165892Z","end":"2026-03-03T20:43:29.290782Z","steps":["trace[1346125311] 'process raft request' (duration: 124.547302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:29.29107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.905536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T20:43:29.291107Z","caller":"traceutil/trace.go:171","msg":"trace[1219528285] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:17570; }","duration":"130.002548ms","start":"2026-03-03T20:43:29.161095Z","end":"2026-03-03T20:43:29.291097Z","steps":["trace[1219528285] 'agreement among raft nodes before linearized reading' (duration: 129.860045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:29.291275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.595916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-03T20:43:29.291304Z","caller":"traceutil/trace.go:171","msg":"trace[1197949523] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:17570; }","duration":"125.650018ms","start":"2026-03-03T20:43:29.165646Z","end":"2026-03-03T20:43:29.291296Z","steps":["trace[1197949523] 'agreement among raft nodes before linearized reading' (duration: 125.579056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:29.292036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.713627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:935256"} {"level":"info","ts":"2026-03-03T20:43:29.292078Z","caller":"traceutil/trace.go:171","msg":"trace[2113339731] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17570; }","duration":"134.78709ms","start":"2026-03-03T20:43:29.157282Z","end":"2026-03-03T20:43:29.292069Z","steps":["trace[2113339731] 'agreement among raft nodes before linearized reading' (duration: 133.552321ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:29.473217Z","caller":"traceutil/trace.go:171","msg":"trace[1356624630] linearizableReadLoop","detail":"{readStateIndex:18226; appliedIndex:18225; }","duration":"150.352481ms","start":"2026-03-03T20:43:29.322842Z","end":"2026-03-03T20:43:29.473195Z","steps":["trace[1356624630] 'read index received' (duration: 53.774929ms)","trace[1356624630] 'applied index is now lower than readState.Index' (duration: 96.576572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:43:29.473419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.558786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:43:29.473498Z","caller":"traceutil/trace.go:171","msg":"trace[940167875] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:17571; }","duration":"150.683549ms","start":"2026-03-03T20:43:29.322797Z","end":"2026-03-03T20:43:29.473481Z","steps":["trace[940167875] 'agreement among raft nodes before linearized reading' (duration: 150.541856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:29.473617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.73142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-03T20:43:29.473735Z","caller":"traceutil/trace.go:171","msg":"trace[1465656473] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:17571; }","duration":"150.899094ms","start":"2026-03-03T20:43:29.322802Z","end":"2026-03-03T20:43:29.473701Z","steps":["trace[1465656473] 'agreement among raft nodes before linearized reading' (duration: 150.501205ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:29.473305Z","caller":"traceutil/trace.go:171","msg":"trace[1319938750] transaction","detail":"{read_only:false; response_revision:17571; number_of_response:1; }","duration":"152.03088ms","start":"2026-03-03T20:43:29.321247Z","end":"2026-03-03T20:43:29.473277Z","steps":["trace[1319938750] 'process raft request' (duration: 55.473638ms)","trace[1319938750] 'compare' (duration: 96.318257ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:43:29.835864Z","caller":"traceutil/trace.go:171","msg":"trace[1908307799] linearizableReadLoop","detail":"{readStateIndex:18227; appliedIndex:18226; }","duration":"355.613357ms","start":"2026-03-03T20:43:29.480219Z","end":"2026-03-03T20:43:29.835832Z","steps":["trace[1908307799] 'read index received' (duration: 325.322883ms)","trace[1908307799] 'applied index is now lower than readState.Index' (duration: 30.288494ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:43:29.835915Z","caller":"traceutil/trace.go:171","msg":"trace[34692245] transaction","detail":"{read_only:false; response_revision:17572; number_of_response:1; }","duration":"357.575162ms","start":"2026-03-03T20:43:29.478309Z","end":"2026-03-03T20:43:29.835884Z","steps":["trace[34692245] 'process raft request' (duration: 327.236357ms)","trace[34692245] 'compare' (duration: 29.867144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:43:29.836057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:29.478298Z","time spent":"357.678074ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:43:29.836148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.925953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-03T20:43:29.836195Z","caller":"traceutil/trace.go:171","msg":"trace[636324645] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:17572; }","duration":"356.002586ms","start":"2026-03-03T20:43:29.480181Z","end":"2026-03-03T20:43:29.836183Z","steps":["trace[636324645] 'agreement among raft nodes before linearized reading' (duration: 355.792221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:29.836231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:29.480167Z","time spent":"356.056247ms","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-03-03T20:43:30.019308Z","caller":"traceutil/trace.go:171","msg":"trace[171686816] transaction","detail":"{read_only:false; response_revision:17573; number_of_response:1; }","duration":"219.118008ms","start":"2026-03-03T20:43:29.800162Z","end":"2026-03-03T20:43:30.01928Z","steps":["trace[171686816] 'process raft request' (duration: 218.876512ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:30.019544Z","caller":"traceutil/trace.go:171","msg":"trace[558236058] linearizableReadLoop","detail":"{readStateIndex:18229; appliedIndex:18227; }","duration":"183.594243ms","start":"2026-03-03T20:43:29.835939Z","end":"2026-03-03T20:43:30.019534Z","steps":["trace[558236058] 'read index received' (duration: 183.03394ms)","trace[558236058] 'applied index is now lower than readState.Index' (duration: 559.333µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:43:30.019718Z","caller":"traceutil/trace.go:171","msg":"trace[721325003] transaction","detail":"{read_only:false; response_revision:17574; number_of_response:1; }","duration":"218.537454ms","start":"2026-03-03T20:43:29.80117Z","end":"2026-03-03T20:43:30.019707Z","steps":["trace[721325003] 'process raft request' (duration: 218.059513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:30.019944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.998668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"warn","ts":"2026-03-03T20:43:30.01997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.523484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T20:43:30.020032Z","caller":"traceutil/trace.go:171","msg":"trace[1433335206] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:17574; }","duration":"537.10987ms","start":"2026-03-03T20:43:29.482903Z","end":"2026-03-03T20:43:30.020013Z","steps":["trace[1433335206] 'agreement among raft nodes before linearized reading' (duration: 536.865964ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:30.020048Z","caller":"traceutil/trace.go:171","msg":"trace[415018777] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17574; }","duration":"212.629107ms","start":"2026-03-03T20:43:29.807399Z","end":"2026-03-03T20:43:30.020028Z","steps":["trace[415018777] 'agreement among raft nodes before linearized reading' (duration: 212.404112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:30.020085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:29.482897Z","time spent":"537.177532ms","remote":"127.0.0.1:45754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-03-03T20:43:30.020088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.38594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0304092c-a8f2-4c46-80ab-9954462579ad\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-03T20:43:30.020165Z","caller":"traceutil/trace.go:171","msg":"trace[157020922] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0304092c-a8f2-4c46-80ab-9954462579ad; range_end:; response_count:1; response_revision:17574; }","duration":"423.494082ms","start":"2026-03-03T20:43:29.596641Z","end":"2026-03-03T20:43:30.020135Z","steps":["trace[157020922] 'agreement among raft nodes before linearized reading' (duration: 423.267137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:30.019971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.968204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" ","response":"range_response_count:1 size:1299"} {"level":"warn","ts":"2026-03-03T20:43:30.020208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:29.596625Z","time spent":"423.575024ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0304092c-a8f2-4c46-80ab-9954462579ad\" "} {"level":"info","ts":"2026-03-03T20:43:30.020225Z","caller":"traceutil/trace.go:171","msg":"trace[2027480557] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-heat-default-user; range_end:; response_count:1; response_revision:17574; }","duration":"539.24182ms","start":"2026-03-03T20:43:29.480965Z","end":"2026-03-03T20:43:30.020207Z","steps":["trace[2027480557] 'agreement among raft nodes before linearized reading' (duration: 538.873161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:30.020231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.96042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:43:30.020288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:29.480939Z","time spent":"539.331132ms","remote":"127.0.0.1:45754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1322,"request content":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" "} {"level":"info","ts":"2026-03-03T20:43:30.020313Z","caller":"traceutil/trace.go:171","msg":"trace[1149194078] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:17574; }","duration":"109.089753ms","start":"2026-03-03T20:43:29.911203Z","end":"2026-03-03T20:43:30.020292Z","steps":["trace[1149194078] 'agreement among raft nodes before linearized reading' (duration: 108.907878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:30.020352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.485985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111750"} {"level":"info","ts":"2026-03-03T20:43:30.020399Z","caller":"traceutil/trace.go:171","msg":"trace[867704052] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:17574; }","duration":"178.548726ms","start":"2026-03-03T20:43:29.84184Z","end":"2026-03-03T20:43:30.020389Z","steps":["trace[867704052] 'agreement among raft nodes before linearized reading' (duration: 178.30011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:30.020447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.039973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T20:43:30.020539Z","caller":"traceutil/trace.go:171","msg":"trace[584676934] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17574; }","duration":"100.156636ms","start":"2026-03-03T20:43:29.920362Z","end":"2026-03-03T20:43:30.020519Z","steps":["trace[584676934] 'agreement among raft nodes before linearized reading' (duration: 99.8892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:30.020625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.336814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-03T20:43:30.020807Z","caller":"traceutil/trace.go:171","msg":"trace[937508029] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:17574; }","duration":"179.718504ms","start":"2026-03-03T20:43:29.841052Z","end":"2026-03-03T20:43:30.02077Z","steps":["trace[937508029] 'agreement among raft nodes before linearized reading' (duration: 178.893485ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:30.289632Z","caller":"traceutil/trace.go:171","msg":"trace[843819895] transaction","detail":"{read_only:false; response_revision:17581; number_of_response:1; }","duration":"167.97968ms","start":"2026-03-03T20:43:30.121596Z","end":"2026-03-03T20:43:30.289576Z","steps":["trace[843819895] 'process raft request' (duration: 167.626652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:30.289871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.203275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-03T20:43:30.289958Z","caller":"traceutil/trace.go:171","msg":"trace[1189644543] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:17581; }","duration":"174.656776ms","start":"2026-03-03T20:43:30.115284Z","end":"2026-03-03T20:43:30.289941Z","steps":["trace[1189644543] 'agreement among raft nodes before linearized reading' (duration: 174.327188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:30.614131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.641118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:43:30.614254Z","caller":"traceutil/trace.go:171","msg":"trace[2025061796] linearizableReadLoop","detail":"{readStateIndex:18237; appliedIndex:18236; }","duration":"324.872753ms","start":"2026-03-03T20:43:30.289362Z","end":"2026-03-03T20:43:30.614235Z","steps":["trace[2025061796] 'read index received' (duration: 33.945688ms)","trace[2025061796] 'applied index is now lower than readState.Index' (duration: 290.925835ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:43:30.614351Z","caller":"traceutil/trace.go:171","msg":"trace[1190392522] transaction","detail":"{read_only:false; response_revision:17582; number_of_response:1; }","duration":"332.632024ms","start":"2026-03-03T20:43:30.28171Z","end":"2026-03-03T20:43:30.614342Z","steps":["trace[1190392522] 'process raft request' (duration: 41.670758ms)","trace[1190392522] 'compare' (duration: 290.484675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:43:30.614401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:30.281682Z","time spent":"332.697535ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:43:30.614685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.037084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-03-03T20:43:30.614769Z","caller":"traceutil/trace.go:171","msg":"trace[1607687199] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:17582; }","duration":"408.166457ms","start":"2026-03-03T20:43:30.206581Z","end":"2026-03-03T20:43:30.614747Z","steps":["trace[1607687199] 'agreement among raft nodes before linearized reading' (duration: 407.965092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:30.61481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:30.206539Z","time spent":"408.262979ms","remote":"127.0.0.1:46112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9589,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"warn","ts":"2026-03-03T20:43:30.61514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.692676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-03T20:43:30.615182Z","caller":"traceutil/trace.go:171","msg":"trace[1892193957] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:17582; }","duration":"317.734677ms","start":"2026-03-03T20:43:30.297436Z","end":"2026-03-03T20:43:30.615171Z","steps":["trace[1892193957] 'agreement among raft nodes before linearized reading' (duration: 316.962079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:30.615213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:43:30.297407Z","time spent":"317.797609ms","remote":"127.0.0.1:45754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-03T20:43:30.615515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.487308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210912"} {"level":"info","ts":"2026-03-03T20:43:30.615584Z","caller":"traceutil/trace.go:171","msg":"trace[677397606] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:17582; }","duration":"263.56456ms","start":"2026-03-03T20:43:30.352005Z","end":"2026-03-03T20:43:30.615569Z","steps":["trace[677397606] 'agreement among raft nodes before linearized reading' (duration: 262.556527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:30.83555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.844938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:43:30.835684Z","caller":"traceutil/trace.go:171","msg":"trace[1943651107] linearizableReadLoop","detail":"{readStateIndex:18239; appliedIndex:18238; }","duration":"126.143469ms","start":"2026-03-03T20:43:30.70952Z","end":"2026-03-03T20:43:30.835664Z","steps":["trace[1943651107] 'read index received' (duration: 23.088166ms)","trace[1943651107] 'applied index is now lower than readState.Index' (duration: 103.053963ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:43:30.836059Z","caller":"traceutil/trace.go:171","msg":"trace[1862660547] transaction","detail":"{read_only:false; response_revision:17584; number_of_response:1; }","duration":"128.392121ms","start":"2026-03-03T20:43:30.707626Z","end":"2026-03-03T20:43:30.836019Z","steps":["trace[1862660547] 'process raft request' (duration: 24.950229ms)","trace[1862660547] 'compare' (duration: 102.662194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:43:30.836148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.62365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-03T20:43:30.836189Z","caller":"traceutil/trace.go:171","msg":"trace[530870006] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:17584; }","duration":"126.708103ms","start":"2026-03-03T20:43:30.709466Z","end":"2026-03-03T20:43:30.836174Z","steps":["trace[530870006] 'agreement among raft nodes before linearized reading' (duration: 126.551039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:30.836342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.042259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-03T20:43:30.836495Z","caller":"traceutil/trace.go:171","msg":"trace[975687055] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:17584; }","duration":"108.226013ms","start":"2026-03-03T20:43:30.728233Z","end":"2026-03-03T20:43:30.836459Z","steps":["trace[975687055] 'agreement among raft nodes before linearized reading' (duration: 107.779833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:31.092258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.704588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:43:31.092384Z","caller":"traceutil/trace.go:171","msg":"trace[160551603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17584; }","duration":"125.902183ms","start":"2026-03-03T20:43:30.966457Z","end":"2026-03-03T20:43:31.092359Z","steps":["trace[160551603] 'range keys from in-memory index tree' (duration: 125.598757ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:36.750649Z","caller":"traceutil/trace.go:171","msg":"trace[304731400] linearizableReadLoop","detail":"{readStateIndex:18293; appliedIndex:18292; }","duration":"127.551842ms","start":"2026-03-03T20:43:36.623075Z","end":"2026-03-03T20:43:36.750627Z","steps":["trace[304731400] 'read index received' (duration: 127.425779ms)","trace[304731400] 'applied index is now lower than readState.Index' (duration: 125.143µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:43:36.750875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.779617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-03T20:43:36.750918Z","caller":"traceutil/trace.go:171","msg":"trace[1746907837] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:17636; }","duration":"127.862619ms","start":"2026-03-03T20:43:36.623039Z","end":"2026-03-03T20:43:36.750901Z","steps":["trace[1746907837] 'agreement among raft nodes before linearized reading' (duration: 127.681505ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:36.750846Z","caller":"traceutil/trace.go:171","msg":"trace[26645882] transaction","detail":"{read_only:false; response_revision:17636; number_of_response:1; }","duration":"130.153563ms","start":"2026-03-03T20:43:36.620602Z","end":"2026-03-03T20:43:36.750756Z","steps":["trace[26645882] 'process raft request' (duration: 129.839575ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:44:00.95363Z","caller":"traceutil/trace.go:171","msg":"trace[396927272] transaction","detail":"{read_only:false; response_revision:17771; number_of_response:1; }","duration":"112.543063ms","start":"2026-03-03T20:44:00.841056Z","end":"2026-03-03T20:44:00.953599Z","steps":["trace[396927272] 'process raft request' (duration: 112.369819ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:44:08.744087Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15636} {"level":"info","ts":"2026-03-03T20:44:08.850648Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15636,"took":"102.652104ms","hash":872006670,"current-db-size-bytes":42627072,"current-db-size":"43 MB","current-db-size-in-use-bytes":29814784,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T20:44:08.850736Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":872006670,"revision":15636,"compact-revision":13342} {"level":"info","ts":"2026-03-03T20:44:11.509416Z","caller":"traceutil/trace.go:171","msg":"trace[1541178170] transaction","detail":"{read_only:false; response_revision:18013; number_of_response:1; }","duration":"242.586803ms","start":"2026-03-03T20:44:11.266782Z","end":"2026-03-03T20:44:11.509369Z","steps":["trace[1541178170] 'process raft request' (duration: 242.227315ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:44:11.515314Z","caller":"traceutil/trace.go:171","msg":"trace[2071237513] transaction","detail":"{read_only:false; response_revision:18014; number_of_response:1; }","duration":"173.192381ms","start":"2026-03-03T20:44:11.342085Z","end":"2026-03-03T20:44:11.515277Z","steps":["trace[2071237513] 'process raft request' (duration: 172.901534ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:44:20.435847Z","caller":"traceutil/trace.go:171","msg":"trace[350338099] linearizableReadLoop","detail":"{readStateIndex:18751; appliedIndex:18750; }","duration":"175.500015ms","start":"2026-03-03T20:44:20.260322Z","end":"2026-03-03T20:44:20.435822Z","steps":["trace[350338099] 'read index received' (duration: 105.485819ms)","trace[350338099] 'applied index is now lower than readState.Index' (duration: 70.012936ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:44:20.435944Z","caller":"traceutil/trace.go:171","msg":"trace[1542811545] transaction","detail":"{read_only:false; response_revision:18082; number_of_response:1; }","duration":"218.588575ms","start":"2026-03-03T20:44:20.217304Z","end":"2026-03-03T20:44:20.435893Z","steps":["trace[1542811545] 'process raft request' (duration: 148.535929ms)","trace[1542811545] 'compare' (duration: 69.860962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:44:20.436146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.810072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T20:44:20.436269Z","caller":"traceutil/trace.go:171","msg":"trace[57339559] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18082; }","duration":"175.995807ms","start":"2026-03-03T20:44:20.260249Z","end":"2026-03-03T20:44:20.436245Z","steps":["trace[57339559] 'agreement among raft nodes before linearized reading' (duration: 175.671899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:44:20.454091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.041036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:44:20.454178Z","caller":"traceutil/trace.go:171","msg":"trace[645563516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18083; }","duration":"104.165879ms","start":"2026-03-03T20:44:20.349993Z","end":"2026-03-03T20:44:20.454159Z","steps":["trace[645563516] 'agreement among raft nodes before linearized reading' (duration: 103.983065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:44:20.454259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.39393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T20:44:20.454102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.256568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T20:44:20.454322Z","caller":"traceutil/trace.go:171","msg":"trace[478602601] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18083; }","duration":"109.508252ms","start":"2026-03-03T20:44:20.344799Z","end":"2026-03-03T20:44:20.454307Z","steps":["trace[478602601] 'agreement among raft nodes before linearized reading' (duration: 109.360009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:44:20.454313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.223385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T20:44:20.454337Z","caller":"traceutil/trace.go:171","msg":"trace[169756543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18083; }","duration":"103.514593ms","start":"2026-03-03T20:44:20.350803Z","end":"2026-03-03T20:44:20.454317Z","steps":["trace[169756543] 'agreement among raft nodes before linearized reading' (duration: 103.161275ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:44:20.454401Z","caller":"traceutil/trace.go:171","msg":"trace[1622304703] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18083; }","duration":"112.380109ms","start":"2026-03-03T20:44:20.342002Z","end":"2026-03-03T20:44:20.454382Z","steps":["trace[1622304703] 'agreement among raft nodes before linearized reading' (duration: 112.066512ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:44:46.790904Z","caller":"traceutil/trace.go:171","msg":"trace[1438051673] linearizableReadLoop","detail":"{readStateIndex:18935; appliedIndex:18934; }","duration":"117.591311ms","start":"2026-03-03T20:44:46.673273Z","end":"2026-03-03T20:44:46.790864Z","steps":["trace[1438051673] 'read index received' (duration: 117.317074ms)","trace[1438051673] 'applied index is now lower than readState.Index' (duration: 273.277µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:44:46.790998Z","caller":"traceutil/trace.go:171","msg":"trace[273552608] transaction","detail":"{read_only:false; response_revision:18261; number_of_response:1; }","duration":"139.035919ms","start":"2026-03-03T20:44:46.651918Z","end":"2026-03-03T20:44:46.790953Z","steps":["trace[273552608] 'process raft request' (duration: 138.750452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:44:46.791427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.121463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T20:44:46.791483Z","caller":"traceutil/trace.go:171","msg":"trace[118604148] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18261; }","duration":"118.248196ms","start":"2026-03-03T20:44:46.673221Z","end":"2026-03-03T20:44:46.791469Z","steps":["trace[118604148] 'agreement among raft nodes before linearized reading' (duration: 117.821826ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:45:02.391586Z","caller":"traceutil/trace.go:171","msg":"trace[1722592307] transaction","detail":"{read_only:false; response_revision:18389; number_of_response:1; }","duration":"153.440153ms","start":"2026-03-03T20:45:02.238106Z","end":"2026-03-03T20:45:02.391547Z","steps":["trace[1722592307] 'process raft request' (duration: 152.945131ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:47:33.154539Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f52f30d5714009d5","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T20:47:33.161717Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-03T20:47:33.161873Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-03T20:47:39.441003Z","caller":"traceutil/trace.go:171","msg":"trace[39130296] transaction","detail":"{read_only:false; response_revision:19380; number_of_response:1; }","duration":"102.426309ms","start":"2026-03-03T20:47:39.338549Z","end":"2026-03-03T20:47:39.440975Z","steps":["trace[39130296] 'process raft request' (duration: 95.460467ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:01.622662Z","caller":"traceutil/trace.go:171","msg":"trace[1908190163] transaction","detail":"{read_only:false; response_revision:19885; number_of_response:1; }","duration":"101.713612ms","start":"2026-03-03T20:49:01.52091Z","end":"2026-03-03T20:49:01.622624Z","steps":["trace[1908190163] 'process raft request' (duration: 101.510338ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:02.549386Z","caller":"traceutil/trace.go:171","msg":"trace[1550492790] transaction","detail":"{read_only:false; response_revision:19892; number_of_response:1; }","duration":"100.281288ms","start":"2026-03-03T20:49:02.449066Z","end":"2026-03-03T20:49:02.549348Z","steps":["trace[1550492790] 'process raft request' (duration: 99.92424ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:02.549399Z","caller":"traceutil/trace.go:171","msg":"trace[1657738624] transaction","detail":"{read_only:false; response_revision:19893; number_of_response:1; }","duration":"100.216086ms","start":"2026-03-03T20:49:02.449145Z","end":"2026-03-03T20:49:02.549362Z","steps":["trace[1657738624] 'process raft request' (duration: 100.093184ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:03.796253Z","caller":"traceutil/trace.go:171","msg":"trace[232111971] transaction","detail":"{read_only:false; response_revision:19896; number_of_response:1; }","duration":"168.074473ms","start":"2026-03-03T20:49:03.628127Z","end":"2026-03-03T20:49:03.796202Z","steps":["trace[232111971] 'process raft request' (duration: 167.897569ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:03.799536Z","caller":"traceutil/trace.go:171","msg":"trace[1898400664] transaction","detail":"{read_only:false; response_revision:19897; number_of_response:1; }","duration":"169.817933ms","start":"2026-03-03T20:49:03.629691Z","end":"2026-03-03T20:49:03.799509Z","steps":["trace[1898400664] 'process raft request' (duration: 169.721071ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:08.418074Z","caller":"traceutil/trace.go:171","msg":"trace[341720139] transaction","detail":"{read_only:false; response_revision:19913; number_of_response:1; }","duration":"608.295574ms","start":"2026-03-03T20:49:07.809745Z","end":"2026-03-03T20:49:08.418041Z","steps":["trace[341720139] 'process raft request' (duration: 608.064239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:08.418268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:07.80971Z","time spent":"608.455108ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:49:08.58784Z","caller":"traceutil/trace.go:171","msg":"trace[358450724] transaction","detail":"{read_only:false; response_revision:19914; number_of_response:1; }","duration":"775.479076ms","start":"2026-03-03T20:49:07.812325Z","end":"2026-03-03T20:49:08.587804Z","steps":["trace[358450724] 'process raft request' (duration: 775.111688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:08.588057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:07.81231Z","time spent":"775.63688ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:49:08.588205Z","caller":"traceutil/trace.go:171","msg":"trace[672533657] linearizableReadLoop","detail":"{readStateIndex:20652; appliedIndex:20650; }","duration":"654.802404ms","start":"2026-03-03T20:49:07.933345Z","end":"2026-03-03T20:49:08.588148Z","steps":["trace[672533657] 'read index received' (duration: 484.650103ms)","trace[672533657] 'applied index is now lower than readState.Index' (duration: 170.151031ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:49:08.588379Z","caller":"traceutil/trace.go:171","msg":"trace[639605233] transaction","detail":"{read_only:false; response_revision:19915; number_of_response:1; }","duration":"221.765409ms","start":"2026-03-03T20:49:08.366594Z","end":"2026-03-03T20:49:08.588359Z","steps":["trace[639605233] 'process raft request' (duration: 221.064953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:08.588527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.204583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T20:49:08.58854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.941691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:49:08.588577Z","caller":"traceutil/trace.go:171","msg":"trace[602065564] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19916; }","duration":"655.311856ms","start":"2026-03-03T20:49:07.93325Z","end":"2026-03-03T20:49:08.588562Z","steps":["trace[602065564] 'agreement among raft nodes before linearized reading' (duration: 655.145582ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:08.588594Z","caller":"traceutil/trace.go:171","msg":"trace[1937062274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19916; }","duration":"622.073464ms","start":"2026-03-03T20:49:07.966502Z","end":"2026-03-03T20:49:08.588576Z","steps":["trace[1937062274] 'agreement among raft nodes before linearized reading' (duration: 621.955482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:08.588621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:07.933201Z","time spent":"655.413518ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:49:08.588631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:07.966475Z","time spent":"622.146655ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:49:08.588349Z","caller":"traceutil/trace.go:171","msg":"trace[1483520732] transaction","detail":"{read_only:false; response_revision:19916; number_of_response:1; }","duration":"214.380948ms","start":"2026-03-03T20:49:08.373923Z","end":"2026-03-03T20:49:08.588304Z","steps":["trace[1483520732] 'process raft request' (duration: 214.070341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:08.588861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.602884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:49:08.588896Z","caller":"traceutil/trace.go:171","msg":"trace[223128374] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:19916; }","duration":"410.695986ms","start":"2026-03-03T20:49:08.178189Z","end":"2026-03-03T20:49:08.588885Z","steps":["trace[223128374] 'agreement among raft nodes before linearized reading' (duration: 410.595224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:08.588975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:08.178158Z","time spent":"410.760327ms","remote":"127.0.0.1:42790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:49:08.75937Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17989} {"level":"info","ts":"2026-03-03T20:49:09.092296Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17989,"took":"329.381729ms","hash":2736212568,"current-db-size-bytes":43470848,"current-db-size":"44 MB","current-db-size-in-use-bytes":29982720,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T20:49:09.092698Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2736212568,"revision":17989,"compact-revision":15636} {"level":"info","ts":"2026-03-03T20:49:10.8475Z","caller":"traceutil/trace.go:171","msg":"trace[114983839] linearizableReadLoop","detail":"{readStateIndex:20665; appliedIndex:20664; }","duration":"247.866566ms","start":"2026-03-03T20:49:10.599592Z","end":"2026-03-03T20:49:10.847458Z","steps":["trace[114983839] 'read index received' (duration: 91.553366ms)","trace[114983839] 'applied index is now lower than readState.Index' (duration: 156.31162ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:49:10.847693Z","caller":"traceutil/trace.go:171","msg":"trace[609892452] transaction","detail":"{read_only:false; response_revision:19926; number_of_response:1; }","duration":"252.145955ms","start":"2026-03-03T20:49:10.595487Z","end":"2026-03-03T20:49:10.847633Z","steps":["trace[609892452] 'process raft request' (duration: 238.1773ms)","trace[609892452] 'compare' (duration: 13.623507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:49:10.847918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.303366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:49:10.848025Z","caller":"traceutil/trace.go:171","msg":"trace[1753269638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19926; }","duration":"248.475299ms","start":"2026-03-03T20:49:10.599525Z","end":"2026-03-03T20:49:10.848001Z","steps":["trace[1753269638] 'agreement among raft nodes before linearized reading' (duration: 248.166652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:10.847951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.015729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T20:49:10.848108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.904697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T20:49:10.848132Z","caller":"traceutil/trace.go:171","msg":"trace[1014245999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19926; }","duration":"248.271705ms","start":"2026-03-03T20:49:10.59984Z","end":"2026-03-03T20:49:10.848112Z","steps":["trace[1014245999] 'agreement among raft nodes before linearized reading' (duration: 247.882356ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:10.848157Z","caller":"traceutil/trace.go:171","msg":"trace[1426226302] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19926; }","duration":"241.996798ms","start":"2026-03-03T20:49:10.606144Z","end":"2026-03-03T20:49:10.848141Z","steps":["trace[1426226302] 'agreement among raft nodes before linearized reading' (duration: 241.772143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:10.848292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.546805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T20:49:10.848424Z","caller":"traceutil/trace.go:171","msg":"trace[1733105342] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19926; }","duration":"246.703048ms","start":"2026-03-03T20:49:10.60169Z","end":"2026-03-03T20:49:10.848393Z","steps":["trace[1733105342] 'agreement among raft nodes before linearized reading' (duration: 246.294749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:10.848295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.549703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T20:49:10.848591Z","caller":"traceutil/trace.go:171","msg":"trace[1658491936] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19926; }","duration":"236.88433ms","start":"2026-03-03T20:49:10.611668Z","end":"2026-03-03T20:49:10.848552Z","steps":["trace[1658491936] 'agreement among raft nodes before linearized reading' (duration: 236.162043ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:15.141519Z","caller":"traceutil/trace.go:171","msg":"trace[1460818049] transaction","detail":"{read_only:false; response_revision:19945; number_of_response:1; }","duration":"605.028329ms","start":"2026-03-03T20:49:14.536449Z","end":"2026-03-03T20:49:15.141477Z","steps":["trace[1460818049] 'process raft request' (duration: 604.726712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:15.142069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:14.536422Z","time spent":"605.52716ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:49:16.905323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999713081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:49:16.905445Z","caller":"traceutil/trace.go:171","msg":"trace[1915742386] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999918977s","start":"2026-03-03T20:49:14.905497Z","end":"2026-03-03T20:49:16.905416Z","steps":["trace[1915742386] 'agreement among raft nodes before linearized reading' (duration: 1.999757083s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:16.905511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:14.905467Z","time spent":"2.000032189s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:49:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:49:16.966674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000210533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:49:16.966794Z","caller":"traceutil/trace.go:171","msg":"trace[1786229517] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000397987s","start":"2026-03-03T20:49:14.966367Z","end":"2026-03-03T20:49:16.966765Z","steps":["trace[1786229517] 'agreement among raft nodes before linearized reading' (duration: 2.000243254s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:16.966945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:14.96634Z","time spent":"2.000588991s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:49:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:49:17.761999Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.620804081s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:49:17.762428Z","caller":"traceutil/trace.go:171","msg":"trace[1824237381] linearizableReadLoop","detail":"{readStateIndex:20687; appliedIndex:20685; }","duration":"2.856841932s","start":"2026-03-03T20:49:14.905558Z","end":"2026-03-03T20:49:17.7624Z","steps":["trace[1824237381] 'read index received' (duration: 235.57899ms)","trace[1824237381] 'applied index is now lower than readState.Index' (duration: 2.621261722s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:49:17.762496Z","caller":"traceutil/trace.go:171","msg":"trace[293685786] transaction","detail":"{read_only:false; response_revision:19946; number_of_response:1; }","duration":"3.040387164s","start":"2026-03-03T20:49:14.722058Z","end":"2026-03-03T20:49:17.762445Z","steps":["trace[293685786] 'process raft request' (duration: 3.040125468s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:17.762509Z","caller":"traceutil/trace.go:171","msg":"trace[1593042536] transaction","detail":"{read_only:false; response_revision:19947; number_of_response:1; }","duration":"2.852940771s","start":"2026-03-03T20:49:14.909524Z","end":"2026-03-03T20:49:17.762464Z","steps":["trace[1593042536] 'process raft request' (duration: 2.852823359s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:17.762716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:14.722021Z","time spent":"3.040580339s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:49:17.762726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:14.909488Z","time spent":"2.853127336s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:49:18.262828Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875500363,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:49:18.893233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00055051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:49:18.893626Z","caller":"traceutil/trace.go:171","msg":"trace[463746792] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000867598s","start":"2026-03-03T20:49:16.892564Z","end":"2026-03-03T20:49:18.893431Z","steps":["trace[463746792] 'agreement among raft nodes before linearized reading' (duration: 2.000599692s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:18.893823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:16.892534Z","time spent":"2.001266347s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:49:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:49:18.975392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000775726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:49:18.975498Z","caller":"traceutil/trace.go:171","msg":"trace[1289569284] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000940991s","start":"2026-03-03T20:49:16.974534Z","end":"2026-03-03T20:49:18.975475Z","steps":["trace[1289569284] 'agreement among raft nodes before linearized reading' (duration: 2.000791277s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:18.975567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:16.974523Z","time spent":"2.001033213s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:49:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:49:19.936032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999748319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:49:19.936169Z","caller":"traceutil/trace.go:171","msg":"trace[519024540] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999890013s","start":"2026-03-03T20:49:14.936253Z","end":"2026-03-03T20:49:19.936143Z","steps":["trace[519024540] 'agreement among raft nodes before linearized reading' (duration: 4.999747379s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:19.936362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:14.936236Z","time spent":"4.999980494s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 20:49:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:49:19.936442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999653886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:49:19.93659Z","caller":"traceutil/trace.go:171","msg":"trace[1247170715] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999828821s","start":"2026-03-03T20:49:14.936723Z","end":"2026-03-03T20:49:19.936552Z","steps":["trace[1247170715] 'agreement among raft nodes before linearized reading' (duration: 4.999654507s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:19.936703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:14.936718Z","time spent":"4.999962584s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/03 20:49:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:49:19.936564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999951424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:49:19.936893Z","caller":"traceutil/trace.go:171","msg":"trace[21214086] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000932287s","start":"2026-03-03T20:49:14.935945Z","end":"2026-03-03T20:49:19.936877Z","steps":["trace[21214086] 'agreement among raft nodes before linearized reading' (duration: 4.999984235s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:19.937008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:14.935918Z","time spent":"5.001074129s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/03 20:49:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:49:20.594281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999815324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:49:20.594424Z","caller":"traceutil/trace.go:171","msg":"trace[430677244] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000054399s","start":"2026-03-03T20:49:18.594335Z","end":"2026-03-03T20:49:20.59439Z","steps":["trace[430677244] 'agreement among raft nodes before linearized reading' (duration: 1.999865794s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:20.594506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:18.594304Z","time spent":"2.000183942s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:49:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:49:20.785701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269233499s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T20:49:20.786391Z","caller":"traceutil/trace.go:171","msg":"trace[1671311260] transaction","detail":"{read_only:false; response_revision:19948; number_of_response:1; }","duration":"3.636769232s","start":"2026-03-03T20:49:17.149592Z","end":"2026-03-03T20:49:20.786361Z","steps":["trace[1671311260] 'process raft request' (duration: 3.63625471s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:20.786466Z","caller":"traceutil/trace.go:171","msg":"trace[986141835] linearizableReadLoop","detail":"{readStateIndex:20690; appliedIndex:20688; }","duration":"3.023911592s","start":"2026-03-03T20:49:17.7625Z","end":"2026-03-03T20:49:20.786411Z","steps":["trace[986141835] 'read index received' (duration: 753.946646ms)","trace[986141835] 'applied index is now lower than readState.Index' (duration: 2.269963376s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:49:20.786549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:17.149571Z","time spent":"3.636885284s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:49:20.984035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000342435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:49:20.984188Z","caller":"traceutil/trace.go:171","msg":"trace[969621437] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000582171s","start":"2026-03-03T20:49:18.983574Z","end":"2026-03-03T20:49:20.984156Z","steps":["trace[969621437] 'agreement among raft nodes before linearized reading' (duration: 2.000385966s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:20.984257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:18.983551Z","time spent":"2.000690794s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:49:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:49:22.110984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.215431316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:49:22.111093Z","caller":"traceutil/trace.go:171","msg":"trace[1816722983] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19948; }","duration":"6.215573589s","start":"2026-03-03T20:49:15.895492Z","end":"2026-03-03T20:49:22.111066Z","steps":["trace[1816722983] 'agreement among raft nodes before linearized reading' (duration: 4.890971263s)","trace[1816722983] 'count revisions from in-memory index tree' (duration: 1.324435102s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:49:22.111145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:15.895484Z","time spent":"6.21564824s","remote":"127.0.0.1:46924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:49:22.111525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.962148386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:49:22.111571Z","caller":"traceutil/trace.go:171","msg":"trace[1640829689] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:19948; }","duration":"4.962259318s","start":"2026-03-03T20:49:17.1493Z","end":"2026-03-03T20:49:22.111559Z","steps":["trace[1640829689] 'agreement among raft nodes before linearized reading' (duration: 3.637197771s)","trace[1640829689] 'count revisions from in-memory index tree' (duration: 1.324999235s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:49:22.111607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:17.149265Z","time spent":"4.9623338s","remote":"127.0.0.1:45742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:49:22.111916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.141560722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7b72dab184\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-03T20:49:22.111965Z","caller":"traceutil/trace.go:171","msg":"trace[1436952920] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18996d7b72dab184; range_end:; response_count:1; response_revision:19948; }","duration":"5.141659734s","start":"2026-03-03T20:49:16.970294Z","end":"2026-03-03T20:49:22.111953Z","steps":["trace[1436952920] 'agreement among raft nodes before linearized reading' (duration: 3.816216309s)","trace[1436952920] 'range keys from in-memory index tree' (duration: 1.325298002s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:49:22.111998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:16.970264Z","time spent":"5.141725526s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7b72dab184\" "} {"level":"warn","ts":"2026-03-03T20:49:22.11201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.224699211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:49:22.112193Z","caller":"traceutil/trace.go:171","msg":"trace[1426145197] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:19948; }","duration":"6.224874925s","start":"2026-03-03T20:49:15.887225Z","end":"2026-03-03T20:49:22.1121Z","steps":["trace[1426145197] 'agreement among raft nodes before linearized reading' (duration: 4.899295726s)","trace[1426145197] 'count revisions from in-memory index tree' (duration: 1.325419045s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:49:22.112251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:15.8872Z","time spent":"6.225036818s","remote":"127.0.0.1:54040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:49:22.112488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.415786927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:49:22.112548Z","caller":"traceutil/trace.go:171","msg":"trace[777175905] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:19948; }","duration":"6.415914981s","start":"2026-03-03T20:49:15.696619Z","end":"2026-03-03T20:49:22.112534Z","steps":["trace[777175905] 'agreement among raft nodes before linearized reading' (duration: 5.089899642s)","trace[777175905] 'count revisions from in-memory index tree' (duration: 1.325905526s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:49:22.112584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:15.696567Z","time spent":"6.416007573s","remote":"127.0.0.1:60326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:49:22.112802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.652243549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T20:49:22.112832Z","caller":"traceutil/trace.go:171","msg":"trace[331249821] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19948; }","duration":"5.65232752s","start":"2026-03-03T20:49:16.460494Z","end":"2026-03-03T20:49:22.112821Z","steps":["trace[331249821] 'agreement among raft nodes before linearized reading' (duration: 4.326019095s)","trace[331249821] 'range keys from in-memory index tree' (duration: 1.326208423s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:49:22.112862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:16.460428Z","time spent":"5.652427753s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:49:22.113118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.177138505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T20:49:22.113158Z","caller":"traceutil/trace.go:171","msg":"trace[92086216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19948; }","duration":"7.177183166s","start":"2026-03-03T20:49:14.935963Z","end":"2026-03-03T20:49:22.113146Z","steps":["trace[92086216] 'agreement among raft nodes before linearized reading' (duration: 5.850568663s)","trace[92086216] 'range keys from in-memory index tree' (duration: 1.326525451s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:49:22.113187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:14.935956Z","time spent":"7.177224547s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:49:22.113303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.17735101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:49:22.11336Z","caller":"traceutil/trace.go:171","msg":"trace[76688914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19948; }","duration":"7.177447273s","start":"2026-03-03T20:49:14.935898Z","end":"2026-03-03T20:49:22.113345Z","steps":["trace[76688914] 'agreement among raft nodes before linearized reading' (duration: 5.850648955s)","trace[76688914] 'range keys from in-memory index tree' (duration: 1.326622923s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:49:22.113413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:14.935874Z","time spent":"7.177529794s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:49:22.113572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327100884s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:49:22.11381Z","caller":"traceutil/trace.go:171","msg":"trace[554678405] linearizableReadLoop","detail":"{readStateIndex:20693; appliedIndex:20690; }","duration":"1.327241077s","start":"2026-03-03T20:49:20.786557Z","end":"2026-03-03T20:49:22.113798Z","steps":["trace[554678405] 'read index received' (duration: 59.871µs)","trace[554678405] 'applied index is now lower than readState.Index' (duration: 1.327180186s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:49:22.113881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.948716486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:49:22.113909Z","caller":"traceutil/trace.go:171","msg":"trace[1938453171] transaction","detail":"{read_only:false; response_revision:19949; number_of_response:1; }","duration":"3.171941279s","start":"2026-03-03T20:49:18.94194Z","end":"2026-03-03T20:49:22.113882Z","steps":["trace[1938453171] 'process raft request' (duration: 1.844455476s)","trace[1938453171] 'compare' (duration: 1.324415822s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:49:22.113931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.685008142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T20:49:22.113933Z","caller":"traceutil/trace.go:171","msg":"trace[1076189253] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:19951; }","duration":"2.948834519s","start":"2026-03-03T20:49:19.165084Z","end":"2026-03-03T20:49:22.113919Z","steps":["trace[1076189253] 'agreement among raft nodes before linearized reading' (duration: 2.948751227s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:22.113965Z","caller":"traceutil/trace.go:171","msg":"trace[192651591] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19951; }","duration":"3.685078754s","start":"2026-03-03T20:49:18.428876Z","end":"2026-03-03T20:49:22.113955Z","steps":["trace[192651591] 'agreement among raft nodes before linearized reading' (duration: 3.684992362s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:22.113944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.607189206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:49:22.113973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185874833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:49:22.113994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:18.428853Z","time spent":"3.685134405s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T20:49:22.114009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:18.941886Z","time spent":"3.172057892s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:49:22.114021Z","caller":"traceutil/trace.go:171","msg":"trace[1022458265] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19951; }","duration":"2.607334579s","start":"2026-03-03T20:49:19.506668Z","end":"2026-03-03T20:49:22.114003Z","steps":["trace[1022458265] 'agreement among raft nodes before linearized reading' (duration: 2.607164855s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:22.114041Z","caller":"traceutil/trace.go:171","msg":"trace[1892273398] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:19951; }","duration":"2.186013156s","start":"2026-03-03T20:49:19.928011Z","end":"2026-03-03T20:49:22.114024Z","steps":["trace[1892273398] 'agreement among raft nodes before linearized reading' (duration: 2.185880733s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:22.113856Z","caller":"traceutil/trace.go:171","msg":"trace[1113863444] transaction","detail":"{read_only:false; response_revision:19950; number_of_response:1; }","duration":"2.346341479s","start":"2026-03-03T20:49:19.767471Z","end":"2026-03-03T20:49:22.113812Z","steps":["trace[1113863444] 'process raft request' (duration: 2.346190246s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:22.114088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.932019978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:49:22.114088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:19.927981Z","time spent":"2.186094979s","remote":"127.0.0.1:46166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:49:22.11412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.366606479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-03T20:49:22.114129Z","caller":"traceutil/trace.go:171","msg":"trace[1267512021] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:19951; }","duration":"2.932148651s","start":"2026-03-03T20:49:19.181973Z","end":"2026-03-03T20:49:22.114122Z","steps":["trace[1267512021] 'agreement among raft nodes before linearized reading' (duration: 2.932020748s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:22.114145Z","caller":"traceutil/trace.go:171","msg":"trace[1086248966] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:19951; }","duration":"2.366687212s","start":"2026-03-03T20:49:19.747448Z","end":"2026-03-03T20:49:22.114135Z","steps":["trace[1086248966] 'agreement among raft nodes before linearized reading' (duration: 2.366632301s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:22.114166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:19.747417Z","time spent":"2.366744483s","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T20:49:22.114166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:19.181937Z","time spent":"2.932221372s","remote":"127.0.0.1:45986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":113,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:49:22.114079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:19.506638Z","time spent":"2.607431471s","remote":"127.0.0.1:46914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:49:22.114051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.205183701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:49:22.113972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:19.165048Z","time spent":"2.94891464s","remote":"127.0.0.1:46160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:49:22.114093Z","caller":"traceutil/trace.go:171","msg":"trace[1681545189] transaction","detail":"{read_only:false; response_revision:19951; number_of_response:1; }","duration":"2.34507767s","start":"2026-03-03T20:49:19.769005Z","end":"2026-03-03T20:49:22.114083Z","steps":["trace[1681545189] 'process raft request' (duration: 2.344749482s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:22.114318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:19.767437Z","time spent":"2.346720017s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:49:22.114462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:19.768981Z","time spent":"2.345417008s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:49:22.11434Z","caller":"traceutil/trace.go:171","msg":"trace[1730406688] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:19951; }","duration":"3.20557432s","start":"2026-03-03T20:49:18.908737Z","end":"2026-03-03T20:49:22.114311Z","steps":["trace[1730406688] 'agreement among raft nodes before linearized reading' (duration: 3.205116119s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:22.115204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:18.908717Z","time spent":"3.205996659s","remote":"127.0.0.1:35920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:49:22.400701Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.589601339s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:49:22.984588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.304813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:49:22.984823Z","caller":"traceutil/trace.go:171","msg":"trace[2104223] linearizableReadLoop","detail":"{readStateIndex:20694; appliedIndex:20693; }","duration":"870.940893ms","start":"2026-03-03T20:49:22.11384Z","end":"2026-03-03T20:49:22.984781Z","steps":["trace[2104223] 'read index received' (duration: 287.218569ms)","trace[2104223] 'applied index is now lower than readState.Index' (duration: 583.720224ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:49:22.984915Z","caller":"traceutil/trace.go:171","msg":"trace[621891624] transaction","detail":"{read_only:false; response_revision:19952; number_of_response:1; }","duration":"2.173882226s","start":"2026-03-03T20:49:20.810907Z","end":"2026-03-03T20:49:22.984789Z","steps":["trace[621891624] 'process raft request' (duration: 1.590260545s)","trace[621891624] 'compare' (duration: 582.912895ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:49:22.98515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044942923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T20:49:22.985153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:20.810863Z","time spent":"2.174178703s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:49:22.985191Z","caller":"traceutil/trace.go:171","msg":"trace[1866710047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19952; }","duration":"1.045008374s","start":"2026-03-03T20:49:21.940171Z","end":"2026-03-03T20:49:22.98518Z","steps":["trace[1866710047] 'agreement among raft nodes before linearized reading' (duration: 1.044719787s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:22.985234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:21.940157Z","time spent":"1.045068545s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:49:22.985306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514317412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-03T20:49:22.98581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335778555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-03T20:49:22.985771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706228028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:49:22.985818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046463628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T20:49:22.985868Z","caller":"traceutil/trace.go:171","msg":"trace[1193991890] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:19952; }","duration":"1.514960756s","start":"2026-03-03T20:49:21.470878Z","end":"2026-03-03T20:49:22.985839Z","steps":["trace[1193991890] 'agreement among raft nodes before linearized reading' (duration: 1.514127287s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:22.985852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047636146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T20:49:22.985708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994606963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-03-03T20:49:22.985963Z","caller":"traceutil/trace.go:171","msg":"trace[688352760] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19952; }","duration":"1.0478286s","start":"2026-03-03T20:49:21.938105Z","end":"2026-03-03T20:49:22.985933Z","steps":["trace[688352760] 'agreement among raft nodes before linearized reading' (duration: 1.047469961s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:22.985907Z","caller":"traceutil/trace.go:171","msg":"trace[2105614926] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:19952; }","duration":"1.706440862s","start":"2026-03-03T20:49:21.279433Z","end":"2026-03-03T20:49:22.985874Z","steps":["trace[2105614926] 'agreement among raft nodes before linearized reading' (duration: 1.706223577s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:22.985714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99446433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:49:22.986016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:21.938073Z","time spent":"1.047932052s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T20:49:22.985914Z","caller":"traceutil/trace.go:171","msg":"trace[888966841] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19952; }","duration":"1.046625772s","start":"2026-03-03T20:49:21.939265Z","end":"2026-03-03T20:49:22.985891Z","steps":["trace[888966841] 'agreement among raft nodes before linearized reading' (duration: 1.046313334s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:22.986066Z","caller":"traceutil/trace.go:171","msg":"trace[1612622691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19952; }","duration":"1.994844569s","start":"2026-03-03T20:49:20.991198Z","end":"2026-03-03T20:49:22.986043Z","steps":["trace[1612622691] 'agreement among raft nodes before linearized reading' (duration: 1.994408529s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:22.986102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:21.279404Z","time spent":"1.706615897s","remote":"127.0.0.1:35908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:49:22.98612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:21.939232Z","time spent":"1.046867177s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:49:22.985922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:21.470851Z","time spent":"1.515056948s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-03T20:49:22.985909Z","caller":"traceutil/trace.go:171","msg":"trace[1751227863] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:19952; }","duration":"1.335914469s","start":"2026-03-03T20:49:21.649949Z","end":"2026-03-03T20:49:22.985864Z","steps":["trace[1751227863] 'agreement among raft nodes before linearized reading' (duration: 1.335652983s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:22.986134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:20.99119Z","time spent":"1.994925101s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:49:22.986304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:21.649921Z","time spent":"1.336361429s","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"info","ts":"2026-03-03T20:49:22.986128Z","caller":"traceutil/trace.go:171","msg":"trace[633182163] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:19952; }","duration":"1.994969652s","start":"2026-03-03T20:49:20.991046Z","end":"2026-03-03T20:49:22.986016Z","steps":["trace[633182163] 'agreement among raft nodes before linearized reading' (duration: 1.994579032s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:22.986573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:20.991024Z","time spent":"1.995499914s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T20:49:23.485333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875500377,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:49:23.844023Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.003432149s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:49:24.345081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.651354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:49:24.345341Z","caller":"traceutil/trace.go:171","msg":"trace[1143151860] transaction","detail":"{read_only:false; response_revision:19953; number_of_response:1; }","duration":"2.227882279s","start":"2026-03-03T20:49:22.11742Z","end":"2026-03-03T20:49:24.345302Z","steps":["trace[1143151860] 'process raft request' (duration: 1.726856377s)","trace[1143151860] 'compare' (duration: 499.787953ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:49:24.345387Z","caller":"traceutil/trace.go:171","msg":"trace[1878172753] transaction","detail":"{read_only:false; response_revision:19954; number_of_response:1; }","duration":"2.22625227s","start":"2026-03-03T20:49:22.119114Z","end":"2026-03-03T20:49:24.345366Z","steps":["trace[1878172753] 'process raft request' (duration: 2.226088597s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:24.345466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:22.119086Z","time spent":"2.226343313s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:49:24.345524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:22.1174Z","time spent":"2.228021132s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:49:24.345783Z","caller":"traceutil/trace.go:171","msg":"trace[1876060501] transaction","detail":"{read_only:false; response_revision:19955; number_of_response:1; }","duration":"2.226527517s","start":"2026-03-03T20:49:22.119217Z","end":"2026-03-03T20:49:24.345745Z","steps":["trace[1876060501] 'process raft request' (duration: 2.226098457s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:24.345914Z","caller":"traceutil/trace.go:171","msg":"trace[2093353739] transaction","detail":"{read_only:false; response_revision:19956; number_of_response:1; }","duration":"2.226354393s","start":"2026-03-03T20:49:22.119543Z","end":"2026-03-03T20:49:24.345897Z","steps":["trace[2093353739] 'process raft request' (duration: 2.226046826s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:24.345853Z","caller":"traceutil/trace.go:171","msg":"trace[309892689] transaction","detail":"{read_only:false; response_revision:19957; number_of_response:1; }","duration":"1.981678492s","start":"2026-03-03T20:49:22.364135Z","end":"2026-03-03T20:49:24.345813Z","steps":["trace[309892689] 'process raft request' (duration: 1.98159292s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:24.346041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:22.364095Z","time spent":"1.981922187s","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18763,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:49:24.346022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:22.119534Z","time spent":"2.226427755s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:49:24.346082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:22.11921Z","time spent":"2.226692781s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:49:24.936276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:22.991153Z","time spent":"1.945112743s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 20:49:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:49:24.936454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:22.992461Z","time spent":"1.943981037s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 20:49:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:49:24.937017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:22.99091Z","time spent":"1.946102906s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 20:49:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:49:24.987761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999727681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:49:24.987885Z","caller":"traceutil/trace.go:171","msg":"trace[153039453] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999903115s","start":"2026-03-03T20:49:22.987962Z","end":"2026-03-03T20:49:24.987865Z","steps":["trace[153039453] 'agreement among raft nodes before linearized reading' (duration: 1.999745481s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:24.987972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:22.987934Z","time spent":"2.000025218s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:49:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:49:25.350016Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.142643031s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:49:25.846653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.059847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:49:25.84709Z","caller":"traceutil/trace.go:171","msg":"trace[1636081269] transaction","detail":"{read_only:false; response_revision:19958; number_of_response:1; }","duration":"3.380485811s","start":"2026-03-03T20:49:22.466537Z","end":"2026-03-03T20:49:25.847023Z","steps":["trace[1636081269] 'process raft request' (duration: 2.883914541s)","trace[1636081269] 'compare' (duration: 495.662228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:49:25.847193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:22.988064Z","time spent":"2.859124385s","remote":"127.0.0.1:45704","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T20:49:25.847405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:22.466501Z","time spent":"3.380709556s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:49:25.847698Z","caller":"traceutil/trace.go:171","msg":"trace[1153293792] linearizableReadLoop","detail":"{readStateIndex:20706; appliedIndex:20694; }","duration":"2.862813181s","start":"2026-03-03T20:49:22.984853Z","end":"2026-03-03T20:49:25.847666Z","steps":["trace[1153293792] 'read index received' (duration: 859.508027ms)","trace[1153293792] 'applied index is now lower than readState.Index' (duration: 2.003303734s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:49:25.847931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.562499277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:49:25.847943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.236755963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:49:25.84798Z","caller":"traceutil/trace.go:171","msg":"trace[1175344880] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:19963; }","duration":"3.562630371s","start":"2026-03-03T20:49:22.285337Z","end":"2026-03-03T20:49:25.847967Z","steps":["trace[1175344880] 'agreement among raft nodes before linearized reading' (duration: 3.562500358s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:25.848015Z","caller":"traceutil/trace.go:171","msg":"trace[776562958] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:19963; }","duration":"3.236888497s","start":"2026-03-03T20:49:22.611108Z","end":"2026-03-03T20:49:25.847997Z","steps":["trace[776562958] 'agreement among raft nodes before linearized reading' (duration: 3.236609481s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:25.848026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:22.285311Z","time spent":"3.562700812s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:49:25.848007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.941135439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T20:49:25.848077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:22.611076Z","time spent":"3.236987509s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":62,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:49:25.848097Z","caller":"traceutil/trace.go:171","msg":"trace[1919971979] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:19963; }","duration":"2.941297123s","start":"2026-03-03T20:49:22.906785Z","end":"2026-03-03T20:49:25.848082Z","steps":["trace[1919971979] 'agreement among raft nodes before linearized reading' (duration: 2.940909234s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:25.848055Z","caller":"traceutil/trace.go:171","msg":"trace[706248892] transaction","detail":"{read_only:false; response_revision:19963; number_of_response:1; }","duration":"2.852941002s","start":"2026-03-03T20:49:22.995082Z","end":"2026-03-03T20:49:25.848023Z","steps":["trace[706248892] 'process raft request' (duration: 2.852327858s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:25.848143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:22.906761Z","time spent":"2.941371605s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":144,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:49:25.84822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:22.995073Z","time spent":"2.853063724s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:49:25.847111Z","caller":"traceutil/trace.go:171","msg":"trace[1573739421] transaction","detail":"{read_only:false; response_revision:19959; number_of_response:1; }","duration":"3.053723034s","start":"2026-03-03T20:49:22.793343Z","end":"2026-03-03T20:49:25.847066Z","steps":["trace[1573739421] 'process raft request' (duration: 3.053464288s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:25.84846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.728986103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-03T20:49:25.848575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:22.79331Z","time spent":"3.055210978s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:49:25.84856Z","caller":"traceutil/trace.go:171","msg":"trace[1223314152] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19963; }","duration":"3.729142867s","start":"2026-03-03T20:49:22.119395Z","end":"2026-03-03T20:49:25.848538Z","steps":["trace[1223314152] 'agreement among raft nodes before linearized reading' (duration: 3.728450771s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:25.848752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:22.119385Z","time spent":"3.729351361s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T20:49:25.892155Z","caller":"traceutil/trace.go:171","msg":"trace[656012671] transaction","detail":"{read_only:false; response_revision:19965; number_of_response:1; }","duration":"1.772576048s","start":"2026-03-03T20:49:24.11954Z","end":"2026-03-03T20:49:25.892116Z","steps":["trace[656012671] 'process raft request' (duration: 1.772450925s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:25.892387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:24.119529Z","time spent":"1.772724971s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:49:25.892583Z","caller":"traceutil/trace.go:171","msg":"trace[472658706] transaction","detail":"{read_only:false; response_revision:19964; number_of_response:1; }","duration":"1.773346685s","start":"2026-03-03T20:49:24.119182Z","end":"2026-03-03T20:49:25.892528Z","steps":["trace[472658706] 'process raft request' (duration: 1.772610918s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:25.892791Z","caller":"traceutil/trace.go:171","msg":"trace[2035892344] transaction","detail":"{read_only:false; response_revision:19966; number_of_response:1; }","duration":"1.543496879s","start":"2026-03-03T20:49:24.349258Z","end":"2026-03-03T20:49:25.892755Z","steps":["trace[2035892344] 'process raft request' (duration: 1.542792822s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:25.892834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:24.119146Z","time spent":"1.77354938s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:49:25.892943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:24.349237Z","time spent":"1.543639453s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:49:25.892966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424432494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:49:25.893003Z","caller":"traceutil/trace.go:171","msg":"trace[932443053] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:19966; }","duration":"1.424541056s","start":"2026-03-03T20:49:24.468453Z","end":"2026-03-03T20:49:25.892994Z","steps":["trace[932443053] 'agreement among raft nodes before linearized reading' (duration: 1.424387713s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:25.893031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:24.468424Z","time spent":"1.424596748s","remote":"127.0.0.1:35884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:49:25.892804Z","caller":"traceutil/trace.go:171","msg":"trace[1097772399] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19966; }","duration":"952.979767ms","start":"2026-03-03T20:49:24.939803Z","end":"2026-03-03T20:49:25.892782Z","steps":["trace[1097772399] 'process raft request' (duration: 952.812223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:25.893296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:24.939765Z","time spent":"953.425248ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":516,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:49:25.89341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949753431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T20:49:25.89345Z","caller":"traceutil/trace.go:171","msg":"trace[416434136] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19966; }","duration":"1.949794292s","start":"2026-03-03T20:49:23.943644Z","end":"2026-03-03T20:49:25.893438Z","steps":["trace[416434136] 'agreement among raft nodes before linearized reading' (duration: 1.949551536s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:25.893491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:23.943543Z","time spent":"1.949940716s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T20:49:25.893683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.902318818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e36d6fa9-36e0-4ab0-9add-80b74cc4b159\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-03T20:49:25.893691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.908092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:49:25.893735Z","caller":"traceutil/trace.go:171","msg":"trace[1456929348] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e36d6fa9-36e0-4ab0-9add-80b74cc4b159; range_end:; response_count:1; response_revision:19966; }","duration":"2.902422331s","start":"2026-03-03T20:49:22.991298Z","end":"2026-03-03T20:49:25.893721Z","steps":["trace[1456929348] 'agreement among raft nodes before linearized reading' (duration: 2.902120204s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:25.893752Z","caller":"traceutil/trace.go:171","msg":"trace[1602649904] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:19966; }","duration":"635.010254ms","start":"2026-03-03T20:49:25.258725Z","end":"2026-03-03T20:49:25.893735Z","steps":["trace[1602649904] 'agreement among raft nodes before linearized reading' (duration: 634.740358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:25.894064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:25.258699Z","time spent":"635.340303ms","remote":"127.0.0.1:46062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:49:25.893776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:22.991288Z","time spent":"2.902473222s","remote":"127.0.0.1:45806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-e36d6fa9-36e0-4ab0-9add-80b74cc4b159\" "} {"level":"warn","ts":"2026-03-03T20:49:25.893931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044610773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:49:25.89438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.981447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T20:49:25.894428Z","caller":"traceutil/trace.go:171","msg":"trace[640422226] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:19966; }","duration":"2.045151246s","start":"2026-03-03T20:49:23.849259Z","end":"2026-03-03T20:49:25.89441Z","steps":["trace[640422226] 'agreement among raft nodes before linearized reading' (duration: 2.044536202s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:25.894435Z","caller":"traceutil/trace.go:171","msg":"trace[31728730] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19966; }","duration":"170.105789ms","start":"2026-03-03T20:49:25.724315Z","end":"2026-03-03T20:49:25.894421Z","steps":["trace[31728730] 'agreement among raft nodes before linearized reading' (duration: 169.031794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:25.894478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:23.84923Z","time spent":"2.045232187s","remote":"127.0.0.1:46134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":43,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:49:25.893931Z","caller":"traceutil/trace.go:171","msg":"trace[1550663476] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19966; }","duration":"953.782756ms","start":"2026-03-03T20:49:24.940099Z","end":"2026-03-03T20:49:25.893882Z","steps":["trace[1550663476] 'process raft request' (duration: 952.617019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:25.894651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:24.940087Z","time spent":"954.502602ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":530,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:49:25.894717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.986931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:49:25.894789Z","caller":"traceutil/trace.go:171","msg":"trace[1675799385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19966; }","duration":"898.092203ms","start":"2026-03-03T20:49:24.996679Z","end":"2026-03-03T20:49:25.894771Z","steps":["trace[1675799385] 'agreement among raft nodes before linearized reading' (duration: 896.130787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:25.894834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:24.996665Z","time spent":"898.158035ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:49:26.393704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875500391,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:49:26.511929Z","caller":"traceutil/trace.go:171","msg":"trace[1359115527] transaction","detail":"{read_only:false; response_revision:19967; number_of_response:1; }","duration":"663.036125ms","start":"2026-03-03T20:49:25.848856Z","end":"2026-03-03T20:49:26.511892Z","steps":["trace[1359115527] 'process raft request' (duration: 662.247847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:26.512119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:25.848831Z","time spent":"663.190028ms","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:49:26.513167Z","caller":"traceutil/trace.go:171","msg":"trace[918655472] linearizableReadLoop","detail":"{readStateIndex:20713; appliedIndex:20711; }","duration":"620.381494ms","start":"2026-03-03T20:49:25.892754Z","end":"2026-03-03T20:49:26.513135Z","steps":["trace[918655472] 'read index received' (duration: 618.345787ms)","trace[918655472] 'applied index is now lower than readState.Index' (duration: 2.034117ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:49:26.513255Z","caller":"traceutil/trace.go:171","msg":"trace[412074499] transaction","detail":"{read_only:false; response_revision:19968; number_of_response:1; }","duration":"613.757251ms","start":"2026-03-03T20:49:25.899474Z","end":"2026-03-03T20:49:26.513231Z","steps":["trace[412074499] 'process raft request' (duration: 613.484414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:26.513464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.981185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-03T20:49:26.513508Z","caller":"traceutil/trace.go:171","msg":"trace[1932056068] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:19968; }","duration":"654.076457ms","start":"2026-03-03T20:49:25.85942Z","end":"2026-03-03T20:49:26.513497Z","steps":["trace[1932056068] 'agreement among raft nodes before linearized reading' (duration: 653.869862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:26.513547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:25.859409Z","time spent":"654.128038ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T20:49:26.513556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.166246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T20:49:26.513627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.539199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:49:26.513669Z","caller":"traceutil/trace.go:171","msg":"trace[2065595313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19968; }","duration":"162.3567ms","start":"2026-03-03T20:49:26.351287Z","end":"2026-03-03T20:49:26.513644Z","steps":["trace[2065595313] 'agreement among raft nodes before linearized reading' (duration: 162.111074ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:26.513689Z","caller":"traceutil/trace.go:171","msg":"trace[1788517813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19968; }","duration":"617.824015ms","start":"2026-03-03T20:49:25.895849Z","end":"2026-03-03T20:49:26.513673Z","steps":["trace[1788517813] 'agreement among raft nodes before linearized reading' (duration: 617.523138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:26.513741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:25.895828Z","time spent":"617.892927ms","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:49:26.513853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.518097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18779"} {"level":"info","ts":"2026-03-03T20:49:26.513892Z","caller":"traceutil/trace.go:171","msg":"trace[215973563] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19968; }","duration":"663.603299ms","start":"2026-03-03T20:49:25.850278Z","end":"2026-03-03T20:49:26.513881Z","steps":["trace[215973563] 'agreement among raft nodes before linearized reading' (duration: 663.489166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:26.513924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:25.850256Z","time spent":"663.66151ms","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18802,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T20:49:26.513965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.712807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:49:26.514015Z","caller":"traceutil/trace.go:171","msg":"trace[29417207] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19968; }","duration":"112.823259ms","start":"2026-03-03T20:49:26.401174Z","end":"2026-03-03T20:49:26.513997Z","steps":["trace[29417207] 'agreement among raft nodes before linearized reading' (duration: 112.741247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:26.514001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:25.899454Z","time spent":"613.880404ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:49:26.514265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.020456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7b72dab184\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-03T20:49:26.51431Z","caller":"traceutil/trace.go:171","msg":"trace[634727410] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18996d7b72dab184; range_end:; response_count:1; response_revision:19968; }","duration":"617.080148ms","start":"2026-03-03T20:49:25.897218Z","end":"2026-03-03T20:49:26.514298Z","steps":["trace[634727410] 'agreement among raft nodes before linearized reading' (duration: 616.960106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:26.514343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:25.89721Z","time spent":"617.126429ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7b72dab184\" "} {"level":"warn","ts":"2026-03-03T20:49:26.514069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.695481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-03T20:49:26.514444Z","caller":"traceutil/trace.go:171","msg":"trace[893554494] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:19968; }","duration":"512.137071ms","start":"2026-03-03T20:49:26.002287Z","end":"2026-03-03T20:49:26.514424Z","steps":["trace[893554494] 'agreement among raft nodes before linearized reading' (duration: 511.548958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:26.514461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.294415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T20:49:26.514495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:26.002264Z","time spent":"512.221674ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-03T20:49:26.514531Z","caller":"traceutil/trace.go:171","msg":"trace[1985968507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19968; }","duration":"164.417107ms","start":"2026-03-03T20:49:26.350098Z","end":"2026-03-03T20:49:26.514515Z","steps":["trace[1985968507] 'agreement among raft nodes before linearized reading' (duration: 164.09632ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:28.065948Z","caller":"traceutil/trace.go:171","msg":"trace[1873358529] linearizableReadLoop","detail":"{readStateIndex:20737; appliedIndex:20736; }","duration":"102.739886ms","start":"2026-03-03T20:49:27.963177Z","end":"2026-03-03T20:49:28.065917Z","steps":["trace[1873358529] 'read index received' (duration: 102.473629ms)","trace[1873358529] 'applied index is now lower than readState.Index' (duration: 264.797µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:49:28.066109Z","caller":"traceutil/trace.go:171","msg":"trace[801988871] transaction","detail":"{read_only:false; response_revision:19991; number_of_response:1; }","duration":"116.68796ms","start":"2026-03-03T20:49:27.949364Z","end":"2026-03-03T20:49:28.066052Z","steps":["trace[801988871] 'process raft request' (duration: 116.332152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:28.066159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.96042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:49:28.066365Z","caller":"traceutil/trace.go:171","msg":"trace[1216983827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19991; }","duration":"103.246857ms","start":"2026-03-03T20:49:27.963104Z","end":"2026-03-03T20:49:28.066351Z","steps":["trace[1216983827] 'agreement among raft nodes before linearized reading' (duration: 102.983611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:47.327711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.868155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T20:49:47.327832Z","caller":"traceutil/trace.go:171","msg":"trace[1663026094] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20068; }","duration":"136.077449ms","start":"2026-03-03T20:49:47.191729Z","end":"2026-03-03T20:49:47.327806Z","steps":["trace[1663026094] 'range keys from in-memory index tree' (duration: 135.642079ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:56.44888Z","caller":"traceutil/trace.go:171","msg":"trace[1851373548] transaction","detail":"{read_only:false; response_revision:20110; number_of_response:1; }","duration":"145.1554ms","start":"2026-03-03T20:49:56.303693Z","end":"2026-03-03T20:49:56.448848Z","steps":["trace[1851373548] 'process raft request' (duration: 143.649416ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:56.448991Z","caller":"traceutil/trace.go:171","msg":"trace[934630168] transaction","detail":"{read_only:false; response_revision:20111; number_of_response:1; }","duration":"144.069035ms","start":"2026-03-03T20:49:56.304857Z","end":"2026-03-03T20:49:56.448927Z","steps":["trace[934630168] 'process raft request' (duration: 143.85766ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:50:36.468909Z","caller":"traceutil/trace.go:171","msg":"trace[807357864] linearizableReadLoop","detail":"{readStateIndex:21361; appliedIndex:21360; }","duration":"156.091475ms","start":"2026-03-03T20:50:36.312782Z","end":"2026-03-03T20:50:36.468874Z","steps":["trace[807357864] 'read index received' (duration: 155.820049ms)","trace[807357864] 'applied index is now lower than readState.Index' (duration: 269.836µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:50:36.469193Z","caller":"traceutil/trace.go:171","msg":"trace[1670081774] transaction","detail":"{read_only:false; response_revision:20591; number_of_response:1; }","duration":"291.880629ms","start":"2026-03-03T20:50:36.177266Z","end":"2026-03-03T20:50:36.469146Z","steps":["trace[1670081774] 'process raft request' (duration: 291.385287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:50:36.46948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.661348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T20:50:36.469612Z","caller":"traceutil/trace.go:171","msg":"trace[1449114024] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20591; }","duration":"156.848793ms","start":"2026-03-03T20:50:36.312741Z","end":"2026-03-03T20:50:36.469589Z","steps":["trace[1449114024] 'agreement among raft nodes before linearized reading' (duration: 156.446064ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:50:59.993528Z","caller":"traceutil/trace.go:171","msg":"trace[334403376] transaction","detail":"{read_only:false; response_revision:20707; number_of_response:1; }","duration":"129.929738ms","start":"2026-03-03T20:50:59.863564Z","end":"2026-03-03T20:50:59.993493Z","steps":["trace[334403376] 'process raft request' (duration: 129.638331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:51:00.797579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.095413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:51:00.797743Z","caller":"traceutil/trace.go:171","msg":"trace[1527069423] transaction","detail":"{read_only:false; response_revision:20709; number_of_response:1; }","duration":"150.148256ms","start":"2026-03-03T20:51:00.647574Z","end":"2026-03-03T20:51:00.797722Z","steps":["trace[1527069423] 'process raft request' (duration: 37.808538ms)","trace[1527069423] 'compare' (duration: 111.976059ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:51:00.798155Z","caller":"traceutil/trace.go:171","msg":"trace[1635236594] transaction","detail":"{read_only:false; response_revision:20710; number_of_response:1; }","duration":"148.244471ms","start":"2026-03-03T20:51:00.649896Z","end":"2026-03-03T20:51:00.79814Z","steps":["trace[1635236594] 'process raft request' (duration: 147.782791ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:51:00.798116Z","caller":"traceutil/trace.go:171","msg":"trace[32827309] linearizableReadLoop","detail":"{readStateIndex:21484; appliedIndex:21482; }","duration":"149.065701ms","start":"2026-03-03T20:51:00.64901Z","end":"2026-03-03T20:51:00.798075Z","steps":["trace[32827309] 'read index received' (duration: 2.694393ms)","trace[32827309] 'applied index is now lower than readState.Index' (duration: 146.369088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:51:00.798506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.46111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T20:51:00.798596Z","caller":"traceutil/trace.go:171","msg":"trace[920148247] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20710; }","duration":"149.674525ms","start":"2026-03-03T20:51:00.648909Z","end":"2026-03-03T20:51:00.798583Z","steps":["trace[920148247] 'agreement among raft nodes before linearized reading' (duration: 149.280255ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:51:01.023837Z","caller":"traceutil/trace.go:171","msg":"trace[858153258] transaction","detail":"{read_only:false; response_revision:20711; number_of_response:1; }","duration":"219.60626ms","start":"2026-03-03T20:51:00.804193Z","end":"2026-03-03T20:51:01.023799Z","steps":["trace[858153258] 'process raft request' (duration: 218.251098ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:51:01.030627Z","caller":"traceutil/trace.go:171","msg":"trace[1837121058] transaction","detail":"{read_only:false; response_revision:20712; number_of_response:1; }","duration":"125.675119ms","start":"2026-03-03T20:51:00.90493Z","end":"2026-03-03T20:51:01.030605Z","steps":["trace[1837121058] 'process raft request' (duration: 125.445063ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:51:51.252449Z","caller":"traceutil/trace.go:171","msg":"trace[1130177712] transaction","detail":"{read_only:false; response_revision:21026; number_of_response:1; }","duration":"168.236937ms","start":"2026-03-03T20:51:51.08418Z","end":"2026-03-03T20:51:51.252417Z","steps":["trace[1130177712] 'process raft request' (duration: 159.234528ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:52:52.357649Z","caller":"traceutil/trace.go:171","msg":"trace[1142278080] transaction","detail":"{read_only:false; response_revision:21415; number_of_response:1; }","duration":"120.322904ms","start":"2026-03-03T20:52:52.237292Z","end":"2026-03-03T20:52:52.357615Z","steps":["trace[1142278080] 'process raft request' (duration: 120.026047ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:52:52.361828Z","caller":"traceutil/trace.go:171","msg":"trace[1657919055] transaction","detail":"{read_only:false; response_revision:21416; number_of_response:1; }","duration":"124.305117ms","start":"2026-03-03T20:52:52.237482Z","end":"2026-03-03T20:52:52.361787Z","steps":["trace[1657919055] 'process raft request' (duration: 124.131073ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:16.608793Z","caller":"traceutil/trace.go:171","msg":"trace[11968684] transaction","detail":"{read_only:false; response_revision:21648; number_of_response:1; }","duration":"112.698918ms","start":"2026-03-03T20:53:16.496048Z","end":"2026-03-03T20:53:16.608747Z","steps":["trace[11968684] 'process raft request' (duration: 67.951539ms)","trace[11968684] 'compare' (duration: 43.983241ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:53:18.68226Z","caller":"traceutil/trace.go:171","msg":"trace[287334888] transaction","detail":"{read_only:false; response_revision:21655; number_of_response:1; }","duration":"182.109059ms","start":"2026-03-03T20:53:18.500091Z","end":"2026-03-03T20:53:18.6822Z","steps":["trace[287334888] 'process raft request' (duration: 181.837263ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:31.874526Z","caller":"traceutil/trace.go:171","msg":"trace[1207353957] linearizableReadLoop","detail":"{readStateIndex:22543; appliedIndex:22542; }","duration":"114.010657ms","start":"2026-03-03T20:53:31.760476Z","end":"2026-03-03T20:53:31.874487Z","steps":["trace[1207353957] 'read index received' (duration: 47.651336ms)","trace[1207353957] 'applied index is now lower than readState.Index' (duration: 66.357981ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:53:31.874628Z","caller":"traceutil/trace.go:171","msg":"trace[493127192] transaction","detail":"{read_only:false; response_revision:21730; number_of_response:1; }","duration":"120.233212ms","start":"2026-03-03T20:53:31.754349Z","end":"2026-03-03T20:53:31.874582Z","steps":["trace[493127192] 'process raft request' (duration: 53.705177ms)","trace[493127192] 'compare' (duration: 66.29901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:53:31.874785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.280834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-03T20:53:31.874833Z","caller":"traceutil/trace.go:171","msg":"trace[1526733530] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:21730; }","duration":"114.404417ms","start":"2026-03-03T20:53:31.760416Z","end":"2026-03-03T20:53:31.87482Z","steps":["trace[1526733530] 'agreement among raft nodes before linearized reading' (duration: 114.205432ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:31.876525Z","caller":"traceutil/trace.go:171","msg":"trace[400716858] transaction","detail":"{read_only:false; response_revision:21731; number_of_response:1; }","duration":"110.324202ms","start":"2026-03-03T20:53:31.766185Z","end":"2026-03-03T20:53:31.876509Z","steps":["trace[400716858] 'process raft request' (duration: 110.201569ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:31.876888Z","caller":"traceutil/trace.go:171","msg":"trace[1902805186] transaction","detail":"{read_only:false; response_revision:21732; number_of_response:1; }","duration":"108.503529ms","start":"2026-03-03T20:53:31.768277Z","end":"2026-03-03T20:53:31.876781Z","steps":["trace[1902805186] 'process raft request' (duration: 108.196112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:37.993857Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875506510,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:53:38.424219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613154822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:53:38.424403Z","caller":"traceutil/trace.go:171","msg":"trace[1143917145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21843; }","duration":"1.613352736s","start":"2026-03-03T20:53:36.810976Z","end":"2026-03-03T20:53:38.424329Z","steps":["trace[1143917145] 'range keys from in-memory index tree' (duration: 1.612932916s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:38.424474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:36.810959Z","time spent":"1.61349962s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:53:38.424875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.321603ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:53:38.425064Z","caller":"traceutil/trace.go:171","msg":"trace[1068051148] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21843; }","duration":"970.561298ms","start":"2026-03-03T20:53:37.454479Z","end":"2026-03-03T20:53:38.42504Z","steps":["trace[1068051148] 'range keys from in-memory index tree' (duration: 970.298372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:38.425168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399639273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T20:53:38.425089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459119085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:53:38.425281Z","caller":"traceutil/trace.go:171","msg":"trace[1171913493] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21843; }","duration":"1.399821907s","start":"2026-03-03T20:53:37.025432Z","end":"2026-03-03T20:53:38.425254Z","steps":["trace[1171913493] 'range keys from in-memory index tree' (duration: 1.399371927s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:38.425327Z","caller":"traceutil/trace.go:171","msg":"trace[604245574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21843; }","duration":"1.459407321s","start":"2026-03-03T20:53:36.965893Z","end":"2026-03-03T20:53:38.4253Z","steps":["trace[604245574] 'range keys from in-memory index tree' (duration: 1.459025853s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:38.425342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:37.025407Z","time spent":"1.39992307s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:53:38.425371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:36.965866Z","time spent":"1.459495084s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:53:38.425327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394782871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T20:53:38.425483Z","caller":"traceutil/trace.go:171","msg":"trace[95772532] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21843; }","duration":"1.394977045s","start":"2026-03-03T20:53:37.030476Z","end":"2026-03-03T20:53:38.425453Z","steps":["trace[95772532] 'range keys from in-memory index tree' (duration: 1.394518935s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:38.425542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:37.030467Z","time spent":"1.395064447s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:53:38.494501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875506510,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:53:38.791728Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.637788474s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:53:39.091273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.28536ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T20:53:39.100407Z","caller":"traceutil/trace.go:171","msg":"trace[471715263] transaction","detail":"{read_only:false; response_revision:21844; number_of_response:1; }","duration":"1.204107043s","start":"2026-03-03T20:53:37.896178Z","end":"2026-03-03T20:53:39.100285Z","steps":["trace[471715263] 'process raft request' (duration: 1.203612691s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:39.100677Z","caller":"traceutil/trace.go:171","msg":"trace[1656755200] transaction","detail":"{read_only:false; response_revision:21845; number_of_response:1; }","duration":"1.200752424s","start":"2026-03-03T20:53:37.899897Z","end":"2026-03-03T20:53:39.100649Z","steps":["trace[1656755200] 'process raft request' (duration: 1.200321304s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:39.100684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:37.896143Z","time spent":"1.204391559s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:53:39.100811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:37.899886Z","time spent":"1.200862628s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:53:39.101152Z","caller":"traceutil/trace.go:171","msg":"trace[1733416450] transaction","detail":"{read_only:false; response_revision:21847; number_of_response:1; }","duration":"669.837105ms","start":"2026-03-03T20:53:38.431289Z","end":"2026-03-03T20:53:39.101126Z","steps":["trace[1733416450] 'process raft request' (duration: 669.634071ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:39.101157Z","caller":"traceutil/trace.go:171","msg":"trace[1689239071] transaction","detail":"{read_only:false; response_revision:21846; number_of_response:1; }","duration":"1.201077413s","start":"2026-03-03T20:53:37.900011Z","end":"2026-03-03T20:53:39.101088Z","steps":["trace[1689239071] 'process raft request' (duration: 1.20054933s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:39.101318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:38.431274Z","time spent":"669.940388ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:53:39.101344Z","caller":"traceutil/trace.go:171","msg":"trace[1210931979] linearizableReadLoop","detail":"{readStateIndex:22664; appliedIndex:22657; }","duration":"1.608204307s","start":"2026-03-03T20:53:37.493105Z","end":"2026-03-03T20:53:39.101309Z","steps":["trace[1210931979] 'read index received' (duration: 1.299237841s)","trace[1210931979] 'applied index is now lower than readState.Index' (duration: 308.964946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:53:39.101384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:37.9Z","time spent":"1.201265597s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:53:39.101382Z","caller":"traceutil/trace.go:171","msg":"trace[781615547] transaction","detail":"{read_only:false; response_revision:21849; number_of_response:1; }","duration":"611.733607ms","start":"2026-03-03T20:53:38.489627Z","end":"2026-03-03T20:53:39.101361Z","steps":["trace[781615547] 'process raft request' (duration: 611.594114ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:39.101384Z","caller":"traceutil/trace.go:171","msg":"trace[205823388] transaction","detail":"{read_only:false; response_revision:21848; number_of_response:1; }","duration":"669.542809ms","start":"2026-03-03T20:53:38.431794Z","end":"2026-03-03T20:53:39.101337Z","steps":["trace[205823388] 'process raft request' (duration: 669.291213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:39.101569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:38.431787Z","time spent":"669.681612ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:53:39.101571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325312847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:53:39.101555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:38.489593Z","time spent":"611.854729ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:53:39.1016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608500034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T20:53:39.101645Z","caller":"traceutil/trace.go:171","msg":"trace[594743800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21849; }","duration":"1.608581946s","start":"2026-03-03T20:53:37.493048Z","end":"2026-03-03T20:53:39.10163Z","steps":["trace[594743800] 'agreement among raft nodes before linearized reading' (duration: 1.608420472s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:39.101687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:37.493023Z","time spent":"1.608657307s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:53:39.101696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.236748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-03T20:53:39.101708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.837136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:53:39.101737Z","caller":"traceutil/trace.go:171","msg":"trace[1360843788] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21849; }","duration":"671.3027ms","start":"2026-03-03T20:53:38.430421Z","end":"2026-03-03T20:53:39.101724Z","steps":["trace[1360843788] 'agreement among raft nodes before linearized reading' (duration: 671.126656ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:39.10164Z","caller":"traceutil/trace.go:171","msg":"trace[2054574335] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:21849; }","duration":"1.32541485s","start":"2026-03-03T20:53:37.776202Z","end":"2026-03-03T20:53:39.101617Z","steps":["trace[2054574335] 'agreement among raft nodes before linearized reading' (duration: 1.325302137s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:39.101781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:38.430409Z","time spent":"671.366111ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T20:53:39.101755Z","caller":"traceutil/trace.go:171","msg":"trace[1270693594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21849; }","duration":"672.938478ms","start":"2026-03-03T20:53:38.4288Z","end":"2026-03-03T20:53:39.101738Z","steps":["trace[1270693594] 'agreement among raft nodes before linearized reading' (duration: 672.868166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:39.101798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.81196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:53:39.101832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:38.428773Z","time spent":"673.047911ms","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:53:39.101853Z","caller":"traceutil/trace.go:171","msg":"trace[839278050] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21849; }","duration":"835.875742ms","start":"2026-03-03T20:53:38.265959Z","end":"2026-03-03T20:53:39.101834Z","steps":["trace[839278050] 'agreement among raft nodes before linearized reading' (duration: 835.765109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:39.101878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173751418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T20:53:39.101893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:38.265906Z","time spent":"835.975924ms","remote":"127.0.0.1:46946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:53:39.101921Z","caller":"traceutil/trace.go:171","msg":"trace[1401317674] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21849; }","duration":"1.17382431s","start":"2026-03-03T20:53:37.928082Z","end":"2026-03-03T20:53:39.101907Z","steps":["trace[1401317674] 'agreement among raft nodes before linearized reading' (duration: 1.173645875s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:39.101825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:37.776172Z","time spent":"1.325632364s","remote":"127.0.0.1:54040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:53:39.101944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:37.928068Z","time spent":"1.17387199s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:53:39.102017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.32067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T20:53:39.102057Z","caller":"traceutil/trace.go:171","msg":"trace[725502974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21849; }","duration":"317.418282ms","start":"2026-03-03T20:53:38.784628Z","end":"2026-03-03T20:53:39.102047Z","steps":["trace[725502974] 'agreement among raft nodes before linearized reading' (duration: 317.32043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:39.102093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:38.784595Z","time spent":"317.490304ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T20:53:44.838743Z","caller":"traceutil/trace.go:171","msg":"trace[1018203952] linearizableReadLoop","detail":"{readStateIndex:23032; appliedIndex:23031; }","duration":"175.444045ms","start":"2026-03-03T20:53:44.663261Z","end":"2026-03-03T20:53:44.838705Z","steps":["trace[1018203952] 'read index received' (duration: 174.39803ms)","trace[1018203952] 'applied index is now lower than readState.Index' (duration: 1.044915ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:53:44.838808Z","caller":"traceutil/trace.go:171","msg":"trace[404824000] transaction","detail":"{read_only:false; response_revision:22208; number_of_response:1; }","duration":"178.755841ms","start":"2026-03-03T20:53:44.660024Z","end":"2026-03-03T20:53:44.83878Z","steps":["trace[404824000] 'process raft request' (duration: 177.723597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:44.839614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.679842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:110993"} {"level":"info","ts":"2026-03-03T20:53:44.839656Z","caller":"traceutil/trace.go:171","msg":"trace[24215466] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22208; }","duration":"157.762033ms","start":"2026-03-03T20:53:44.681878Z","end":"2026-03-03T20:53:44.83964Z","steps":["trace[24215466] 'agreement among raft nodes before linearized reading' (duration: 157.292703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:44.839688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.389607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7384"} {"level":"info","ts":"2026-03-03T20:53:44.839742Z","caller":"traceutil/trace.go:171","msg":"trace[1494626393] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:22208; }","duration":"176.478508ms","start":"2026-03-03T20:53:44.663247Z","end":"2026-03-03T20:53:44.839725Z","steps":["trace[1494626393] 'agreement among raft nodes before linearized reading' (duration: 175.642639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:46.477428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.446413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:53:46.477517Z","caller":"traceutil/trace.go:171","msg":"trace[2067843836] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22280; }","duration":"190.584516ms","start":"2026-03-03T20:53:46.286912Z","end":"2026-03-03T20:53:46.477496Z","steps":["trace[2067843836] 'range keys from in-memory index tree' (duration: 190.365441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:46.477579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.596674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:53:46.477702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.75582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:53:46.477681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.669566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:53:46.47772Z","caller":"traceutil/trace.go:171","msg":"trace[500143300] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22280; }","duration":"115.787519ms","start":"2026-03-03T20:53:46.361895Z","end":"2026-03-03T20:53:46.477682Z","steps":["trace[500143300] 'range keys from in-memory index tree' (duration: 115.479751ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:46.477745Z","caller":"traceutil/trace.go:171","msg":"trace[226144221] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22280; }","duration":"190.818581ms","start":"2026-03-03T20:53:46.286914Z","end":"2026-03-03T20:53:46.477733Z","steps":["trace[226144221] 'count revisions from in-memory index tree' (duration: 190.665588ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:46.477776Z","caller":"traceutil/trace.go:171","msg":"trace[1789869810] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22280; }","duration":"115.786089ms","start":"2026-03-03T20:53:46.361965Z","end":"2026-03-03T20:53:46.477751Z","steps":["trace[1789869810] 'count revisions from in-memory index tree' (duration: 115.630955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:46.477913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.021491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:53:46.477948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.113563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:53:46.478018Z","caller":"traceutil/trace.go:171","msg":"trace[232270604] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22280; }","duration":"137.271097ms","start":"2026-03-03T20:53:46.340728Z","end":"2026-03-03T20:53:46.477999Z","steps":["trace[232270604] 'range keys from in-memory index tree' (duration: 136.927069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:46.478025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.401588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:53:46.478033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.502844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:53:46.477952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.39423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:53:46.478066Z","caller":"traceutil/trace.go:171","msg":"trace[2075250836] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22280; }","duration":"190.558926ms","start":"2026-03-03T20:53:46.287499Z","end":"2026-03-03T20:53:46.478058Z","steps":["trace[2075250836] 'range keys from in-memory index tree' (duration: 190.448263ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:46.478065Z","caller":"traceutil/trace.go:171","msg":"trace[1813746058] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22280; }","duration":"167.469089ms","start":"2026-03-03T20:53:46.310585Z","end":"2026-03-03T20:53:46.478054Z","steps":["trace[1813746058] 'range keys from in-memory index tree' (duration: 167.327885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:46.478061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.147623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:53:46.478017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.210703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:53:46.478105Z","caller":"traceutil/trace.go:171","msg":"trace[1376728811] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22280; }","duration":"152.209094ms","start":"2026-03-03T20:53:46.325884Z","end":"2026-03-03T20:53:46.478093Z","steps":["trace[1376728811] 'range keys from in-memory index tree' (duration: 152.114762ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:46.478014Z","caller":"traceutil/trace.go:171","msg":"trace[1484184968] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22280; }","duration":"152.181824ms","start":"2026-03-03T20:53:46.325809Z","end":"2026-03-03T20:53:46.477991Z","steps":["trace[1484184968] 'count revisions from in-memory index tree' (duration: 151.877937ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:46.478147Z","caller":"traceutil/trace.go:171","msg":"trace[214521578] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22280; }","duration":"136.420528ms","start":"2026-03-03T20:53:46.341693Z","end":"2026-03-03T20:53:46.478114Z","steps":["trace[214521578] 'range keys from in-memory index tree' (duration: 136.06751ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:46.478138Z","caller":"traceutil/trace.go:171","msg":"trace[2056310980] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22280; }","duration":"137.554524ms","start":"2026-03-03T20:53:46.340526Z","end":"2026-03-03T20:53:46.478081Z","steps":["trace[2056310980] 'count revisions from in-memory index tree' (duration: 137.343869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:46.478173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.265745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:53:46.478286Z","caller":"traceutil/trace.go:171","msg":"trace[1961087042] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22280; }","duration":"167.460059ms","start":"2026-03-03T20:53:46.310797Z","end":"2026-03-03T20:53:46.478257Z","steps":["trace[1961087042] 'count revisions from in-memory index tree' (duration: 167.130781ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:48.250368Z","caller":"traceutil/trace.go:171","msg":"trace[1516577028] linearizableReadLoop","detail":"{readStateIndex:23139; appliedIndex:23138; }","duration":"279.202264ms","start":"2026-03-03T20:53:47.971133Z","end":"2026-03-03T20:53:48.250335Z","steps":["trace[1516577028] 'read index received' (duration: 278.935058ms)","trace[1516577028] 'applied index is now lower than readState.Index' (duration: 265.756µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:53:48.250403Z","caller":"traceutil/trace.go:171","msg":"trace[2038903464] transaction","detail":"{read_only:false; response_revision:22314; number_of_response:1; }","duration":"283.132156ms","start":"2026-03-03T20:53:47.967239Z","end":"2026-03-03T20:53:48.250371Z","steps":["trace[2038903464] 'process raft request' (duration: 282.799358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:48.250552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.400169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:53:48.250595Z","caller":"traceutil/trace.go:171","msg":"trace[1875460994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22314; }","duration":"279.511412ms","start":"2026-03-03T20:53:47.971073Z","end":"2026-03-03T20:53:48.250585Z","steps":["trace[1875460994] 'agreement among raft nodes before linearized reading' (duration: 279.415139ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:48.25248Z","caller":"traceutil/trace.go:171","msg":"trace[626277092] transaction","detail":"{read_only:false; response_revision:22316; number_of_response:1; }","duration":"156.418762ms","start":"2026-03-03T20:53:48.096007Z","end":"2026-03-03T20:53:48.252426Z","steps":["trace[626277092] 'process raft request' (duration: 156.299229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:48.252534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.577276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:53:48.252622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.935157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:53:48.252816Z","caller":"traceutil/trace.go:171","msg":"trace[759475935] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/cert-manager-test/; range_end:/registry/openstack.k-orc.cloud/keypairs/cert-manager-test0; response_count:0; response_revision:22316; }","duration":"279.214585ms","start":"2026-03-03T20:53:47.973577Z","end":"2026-03-03T20:53:48.252791Z","steps":["trace[759475935] 'agreement among raft nodes before linearized reading' (duration: 278.857806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:48.252841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.761611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:53:48.252692Z","caller":"traceutil/trace.go:171","msg":"trace[420755678] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:22316; }","duration":"280.784651ms","start":"2026-03-03T20:53:47.971872Z","end":"2026-03-03T20:53:48.252657Z","steps":["trace[420755678] 'agreement among raft nodes before linearized reading' (duration: 280.521214ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:48.252617Z","caller":"traceutil/trace.go:171","msg":"trace[623503013] transaction","detail":"{read_only:false; response_revision:22315; number_of_response:1; }","duration":"273.806228ms","start":"2026-03-03T20:53:47.978789Z","end":"2026-03-03T20:53:48.252595Z","steps":["trace[623503013] 'process raft request' (duration: 273.344097ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:48.253043Z","caller":"traceutil/trace.go:171","msg":"trace[228738162] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:22316; }","duration":"281.120519ms","start":"2026-03-03T20:53:47.971894Z","end":"2026-03-03T20:53:48.253014Z","steps":["trace[228738162] 'agreement among raft nodes before linearized reading' (duration: 280.679919ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:49.787167Z","caller":"traceutil/trace.go:171","msg":"trace[1863027757] linearizableReadLoop","detail":"{readStateIndex:23170; appliedIndex:23169; }","duration":"161.290276ms","start":"2026-03-03T20:53:49.625834Z","end":"2026-03-03T20:53:49.787124Z","steps":["trace[1863027757] 'read index received' (duration: 160.978129ms)","trace[1863027757] 'applied index is now lower than readState.Index' (duration: 310.017µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:53:49.787323Z","caller":"traceutil/trace.go:171","msg":"trace[1412846948] transaction","detail":"{read_only:false; response_revision:22345; number_of_response:1; }","duration":"190.77432ms","start":"2026-03-03T20:53:49.596499Z","end":"2026-03-03T20:53:49.787274Z","steps":["trace[1412846948] 'process raft request' (duration: 190.349391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:49.787392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.532211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:53:49.787612Z","caller":"traceutil/trace.go:171","msg":"trace[520439558] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22345; }","duration":"161.797578ms","start":"2026-03-03T20:53:49.62579Z","end":"2026-03-03T20:53:49.787588Z","steps":["trace[520439558] 'agreement among raft nodes before linearized reading' (duration: 161.497301ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:49.789792Z","caller":"traceutil/trace.go:171","msg":"trace[1245808411] transaction","detail":"{read_only:false; response_revision:22346; number_of_response:1; }","duration":"136.10757ms","start":"2026-03-03T20:53:49.653661Z","end":"2026-03-03T20:53:49.789769Z","steps":["trace[1245808411] 'process raft request' (duration: 135.875415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:49.789895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.855897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170336"} {"level":"info","ts":"2026-03-03T20:53:49.789993Z","caller":"traceutil/trace.go:171","msg":"trace[393112438] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22346; }","duration":"146.008921ms","start":"2026-03-03T20:53:49.643965Z","end":"2026-03-03T20:53:49.789974Z","steps":["trace[393112438] 'agreement among raft nodes before linearized reading' (duration: 145.721624ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:52.386855Z","caller":"traceutil/trace.go:171","msg":"trace[116441105] transaction","detail":"{read_only:false; response_revision:22402; number_of_response:1; }","duration":"109.37932ms","start":"2026-03-03T20:53:52.277432Z","end":"2026-03-03T20:53:52.386811Z","steps":["trace[116441105] 'process raft request' (duration: 109.186606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:52.884392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.630046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-03T20:53:52.884448Z","caller":"traceutil/trace.go:171","msg":"trace[1258251726] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:22403; }","duration":"407.726348ms","start":"2026-03-03T20:53:52.476708Z","end":"2026-03-03T20:53:52.884434Z","steps":["trace[1258251726] 'range keys from in-memory index tree' (duration: 407.465142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:52.884471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:52.476689Z","time spent":"407.77682ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-03T20:53:52.885474Z","caller":"traceutil/trace.go:171","msg":"trace[787386113] transaction","detail":"{read_only:false; response_revision:22404; number_of_response:1; }","duration":"173.228944ms","start":"2026-03-03T20:53:52.712226Z","end":"2026-03-03T20:53:52.885455Z","steps":["trace[787386113] 'process raft request' (duration: 172.299222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:53.682742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875508132,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:53:54.183705Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875508132,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:53:54.57516Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.39856415s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:53:54.576185Z","caller":"traceutil/trace.go:171","msg":"trace[1315423704] transaction","detail":"{read_only:false; response_revision:22405; number_of_response:1; }","duration":"1.399917401s","start":"2026-03-03T20:53:53.17623Z","end":"2026-03-03T20:53:54.576148Z","steps":["trace[1315423704] 'process raft request' (duration: 1.399390399s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:54.576372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:53.176197Z","time spent":"1.400082085s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:53:55.307558Z","caller":"traceutil/trace.go:171","msg":"trace[525116715] transaction","detail":"{read_only:false; response_revision:22407; number_of_response:1; }","duration":"2.129480323s","start":"2026-03-03T20:53:53.178018Z","end":"2026-03-03T20:53:55.307498Z","steps":["trace[525116715] 'process raft request' (duration: 2.129373971s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:55.307739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:53.177987Z","time spent":"2.129663158s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:53:55.307733Z","caller":"traceutil/trace.go:171","msg":"trace[1575300158] transaction","detail":"{read_only:false; response_revision:22406; number_of_response:1; }","duration":"2.129672348s","start":"2026-03-03T20:53:53.177901Z","end":"2026-03-03T20:53:55.307573Z","steps":["trace[1575300158] 'process raft request' (duration: 2.128629584s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:55.307889Z","caller":"traceutil/trace.go:171","msg":"trace[820863481] transaction","detail":"{read_only:false; response_revision:22408; number_of_response:1; }","duration":"1.503516287s","start":"2026-03-03T20:53:53.804342Z","end":"2026-03-03T20:53:55.307858Z","steps":["trace[820863481] 'process raft request' (duration: 1.503104367s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:55.308007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:53.177873Z","time spent":"2.130004816s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:53:55.308062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:53.804301Z","time spent":"1.50366903s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:53:55.308069Z","caller":"traceutil/trace.go:171","msg":"trace[869133570] transaction","detail":"{read_only:false; response_revision:22409; number_of_response:1; }","duration":"1.479421458s","start":"2026-03-03T20:53:53.828599Z","end":"2026-03-03T20:53:55.30802Z","steps":["trace[869133570] 'process raft request' (duration: 1.479131661s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:55.308084Z","caller":"traceutil/trace.go:171","msg":"trace[1478263259] transaction","detail":"{read_only:false; response_revision:22410; number_of_response:1; }","duration":"1.177976807s","start":"2026-03-03T20:53:54.130085Z","end":"2026-03-03T20:53:55.308062Z","steps":["trace[1478263259] 'process raft request' (duration: 1.177773722s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:55.308296Z","caller":"traceutil/trace.go:171","msg":"trace[1691132036] transaction","detail":"{read_only:false; response_revision:22411; number_of_response:1; }","duration":"1.126986252s","start":"2026-03-03T20:53:54.181287Z","end":"2026-03-03T20:53:55.308273Z","steps":["trace[1691132036] 'process raft request' (duration: 1.126665795s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:55.30833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:54.130054Z","time spent":"1.178173311s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:53:55.308446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:54.181264Z","time spent":"1.127106495s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:53:55.308502Z","caller":"traceutil/trace.go:171","msg":"trace[914203421] transaction","detail":"{read_only:false; response_revision:22412; number_of_response:1; }","duration":"910.227218ms","start":"2026-03-03T20:53:54.398246Z","end":"2026-03-03T20:53:55.308473Z","steps":["trace[914203421] 'process raft request' (duration: 909.948412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:55.308305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:53.828567Z","time spent":"1.479611211s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T20:53:55.308582Z","caller":"traceutil/trace.go:171","msg":"trace[1980149177] transaction","detail":"{read_only:false; response_revision:22413; number_of_response:1; }","duration":"345.473493ms","start":"2026-03-03T20:53:54.963078Z","end":"2026-03-03T20:53:55.308552Z","steps":["trace[1980149177] 'process raft request' (duration: 345.382801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:55.308636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:54.398218Z","time spent":"910.356522ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:53:55.308716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:54.963032Z","time spent":"345.625536ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:53:55.30882Z","caller":"traceutil/trace.go:171","msg":"trace[1254495573] linearizableReadLoop","detail":"{readStateIndex:23237; appliedIndex:23230; }","duration":"2.126794371s","start":"2026-03-03T20:53:53.18198Z","end":"2026-03-03T20:53:55.308774Z","steps":["trace[1254495573] 'read index received' (duration: 1.394106165s)","trace[1254495573] 'applied index is now lower than readState.Index' (duration: 732.685006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:53:55.309097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.589837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-03T20:53:55.309185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026679444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-03T20:53:55.309192Z","caller":"traceutil/trace.go:171","msg":"trace[1370753343] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22413; }","duration":"668.74722ms","start":"2026-03-03T20:53:54.640425Z","end":"2026-03-03T20:53:55.309172Z","steps":["trace[1370753343] 'agreement among raft nodes before linearized reading' (duration: 668.496955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:55.309246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:54.640395Z","time spent":"668.841643ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T20:53:55.309297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.097856329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T20:53:55.309337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.253723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-03T20:53:55.309403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33699377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:53:55.309406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.720574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:53:55.309415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.046963378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T20:53:55.309635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086565233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:53:55.309654Z","caller":"traceutil/trace.go:171","msg":"trace[1726314516] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22413; }","duration":"294.607842ms","start":"2026-03-03T20:53:55.015004Z","end":"2026-03-03T20:53:55.309612Z","steps":["trace[1726314516] 'agreement among raft nodes before linearized reading' (duration: 294.055199ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:55.309659Z","caller":"traceutil/trace.go:171","msg":"trace[115920575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22413; }","duration":"1.337231555s","start":"2026-03-03T20:53:53.972402Z","end":"2026-03-03T20:53:55.309634Z","steps":["trace[115920575] 'agreement among raft nodes before linearized reading' (duration: 1.336969939s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:55.309676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.722444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T20:53:55.309692Z","caller":"traceutil/trace.go:171","msg":"trace[747516266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22413; }","duration":"2.047292815s","start":"2026-03-03T20:53:53.262376Z","end":"2026-03-03T20:53:55.309669Z","steps":["trace[747516266] 'agreement among raft nodes before linearized reading' (duration: 2.046792293s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:55.309688Z","caller":"traceutil/trace.go:171","msg":"trace[529536537] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:22413; }","duration":"183.038561ms","start":"2026-03-03T20:53:55.126625Z","end":"2026-03-03T20:53:55.309664Z","steps":["trace[529536537] 'agreement among raft nodes before linearized reading' (duration: 182.682723ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:55.309702Z","caller":"traceutil/trace.go:171","msg":"trace[1336885363] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:22413; }","duration":"1.086684546s","start":"2026-03-03T20:53:54.222997Z","end":"2026-03-03T20:53:55.309682Z","steps":["trace[1336885363] 'agreement among raft nodes before linearized reading' (duration: 1.086346438s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:55.309708Z","caller":"traceutil/trace.go:171","msg":"trace[640193478] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:22413; }","duration":"663.794716ms","start":"2026-03-03T20:53:54.645904Z","end":"2026-03-03T20:53:55.309699Z","steps":["trace[640193478] 'agreement among raft nodes before linearized reading' (duration: 663.399656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:55.309718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:53.972341Z","time spent":"1.337368459s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:53:55.309734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:53.262354Z","time spent":"2.047374947s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:53:55.309746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:54.645881Z","time spent":"663.857877ms","remote":"127.0.0.1:45870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":227,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:53:55.309752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:54.222974Z","time spent":"1.086764448s","remote":"127.0.0.1:45782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:53:55.309261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.063472701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T20:53:55.310015Z","caller":"traceutil/trace.go:171","msg":"trace[405486471] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22413; }","duration":"2.064245589s","start":"2026-03-03T20:53:53.24574Z","end":"2026-03-03T20:53:55.309985Z","steps":["trace[405486471] 'agreement among raft nodes before linearized reading' (duration: 2.063484662s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:55.309414Z","caller":"traceutil/trace.go:171","msg":"trace[1673555368] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22413; }","duration":"2.098025104s","start":"2026-03-03T20:53:53.211382Z","end":"2026-03-03T20:53:55.309408Z","steps":["trace[1673555368] 'agreement among raft nodes before linearized reading' (duration: 2.097888001s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:55.310048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127815345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T20:53:55.310473Z","caller":"traceutil/trace.go:171","msg":"trace[1143968951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22413; }","duration":"2.128506481s","start":"2026-03-03T20:53:53.181944Z","end":"2026-03-03T20:53:55.310451Z","steps":["trace[1143968951] 'agreement among raft nodes before linearized reading' (duration: 2.126880623s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:55.310522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:53.181935Z","time spent":"2.128572032s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T20:53:55.309211Z","caller":"traceutil/trace.go:171","msg":"trace[1480464458] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22413; }","duration":"1.026749335s","start":"2026-03-03T20:53:54.282451Z","end":"2026-03-03T20:53:55.3092Z","steps":["trace[1480464458] 'agreement among raft nodes before linearized reading' (duration: 1.026690154s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:55.310594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:54.282405Z","time spent":"1.028165698s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-03T20:53:55.310076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:53.211355Z","time spent":"2.098712299s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:53:55.309122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117578848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T20:53:55.309261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.328183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:53:55.310928Z","caller":"traceutil/trace.go:171","msg":"trace[1551411320] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22413; }","duration":"2.11939902s","start":"2026-03-03T20:53:53.191484Z","end":"2026-03-03T20:53:55.310883Z","steps":["trace[1551411320] 'agreement among raft nodes before linearized reading' (duration: 2.117433734s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:55.310952Z","caller":"traceutil/trace.go:171","msg":"trace[644005483] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:22413; }","duration":"587.110845ms","start":"2026-03-03T20:53:54.723816Z","end":"2026-03-03T20:53:55.310927Z","steps":["trace[644005483] 'agreement among raft nodes before linearized reading' (duration: 585.316423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:55.310091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:53.245719Z","time spent":"2.064348861s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:53:55.311124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:54.723786Z","time spent":"587.308449ms","remote":"127.0.0.1:35910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:53:55.311018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:53.191461Z","time spent":"2.119536323s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T20:54:08.766988Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19922} {"level":"info","ts":"2026-03-03T20:54:08.884677Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19922,"took":"113.158288ms","hash":3577631152,"current-db-size-bytes":45289472,"current-db-size":"45 MB","current-db-size-in-use-bytes":36581376,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-03-03T20:54:08.884871Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3577631152,"revision":19922,"compact-revision":17989} {"level":"info","ts":"2026-03-03T20:54:58.72265Z","caller":"traceutil/trace.go:171","msg":"trace[569149115] transaction","detail":"{read_only:false; response_revision:23100; number_of_response:1; }","duration":"114.628732ms","start":"2026-03-03T20:54:58.607991Z","end":"2026-03-03T20:54:58.722619Z","steps":["trace[569149115] 'process raft request' (duration: 114.429508ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:55:07.889884Z","caller":"traceutil/trace.go:171","msg":"trace[734314314] transaction","detail":"{read_only:false; response_revision:23200; number_of_response:1; }","duration":"284.186609ms","start":"2026-03-03T20:55:07.60567Z","end":"2026-03-03T20:55:07.889857Z","steps":["trace[734314314] 'process raft request' (duration: 284.025566ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:55:08.052297Z","caller":"traceutil/trace.go:171","msg":"trace[276896525] transaction","detail":"{read_only:false; response_revision:23201; number_of_response:1; }","duration":"444.4466ms","start":"2026-03-03T20:55:07.607826Z","end":"2026-03-03T20:55:08.052272Z","steps":["trace[276896525] 'process raft request' (duration: 444.187344ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:55:08.052318Z","caller":"traceutil/trace.go:171","msg":"trace[212079332] linearizableReadLoop","detail":"{readStateIndex:24050; appliedIndex:24047; }","duration":"364.441112ms","start":"2026-03-03T20:55:07.687858Z","end":"2026-03-03T20:55:08.052299Z","steps":["trace[212079332] 'read index received' (duration: 201.931038ms)","trace[212079332] 'applied index is now lower than readState.Index' (duration: 162.509264ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:55:08.052428Z","caller":"traceutil/trace.go:171","msg":"trace[1866327] transaction","detail":"{read_only:false; response_revision:23202; number_of_response:1; }","duration":"441.981134ms","start":"2026-03-03T20:55:07.610429Z","end":"2026-03-03T20:55:08.05241Z","steps":["trace[1866327] 'process raft request' (duration: 441.743768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:55:08.052552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.700469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T20:55:08.052576Z","caller":"traceutil/trace.go:171","msg":"trace[1187809745] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23203; }","duration":"364.723169ms","start":"2026-03-03T20:55:07.687844Z","end":"2026-03-03T20:55:08.052568Z","steps":["trace[1187809745] 'agreement among raft nodes before linearized reading' (duration: 364.623657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:55:08.052431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:55:07.607808Z","time spent":"444.553553ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:55:08.052543Z","caller":"traceutil/trace.go:171","msg":"trace[1484553082] transaction","detail":"{read_only:false; response_revision:23203; number_of_response:1; }","duration":"274.233708ms","start":"2026-03-03T20:55:07.778261Z","end":"2026-03-03T20:55:08.052495Z","steps":["trace[1484553082] 'process raft request' (duration: 273.976543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:55:08.052598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:55:07.687794Z","time spent":"364.799971ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:55:08.052622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:55:07.610423Z","time spent":"442.098976ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:55:08.086384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.941309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T20:55:08.086444Z","caller":"traceutil/trace.go:171","msg":"trace[113535162] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23205; }","duration":"366.02912ms","start":"2026-03-03T20:55:07.720401Z","end":"2026-03-03T20:55:08.08643Z","steps":["trace[113535162] 'agreement among raft nodes before linearized reading' (duration: 365.882797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:55:08.086471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:55:07.720394Z","time spent":"366.072351ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:55:08.086551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.543669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T20:55:08.086572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.954132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T20:55:08.086626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.054585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T20:55:08.086641Z","caller":"traceutil/trace.go:171","msg":"trace[1179993965] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23205; }","duration":"359.665113ms","start":"2026-03-03T20:55:07.72695Z","end":"2026-03-03T20:55:08.086615Z","steps":["trace[1179993965] 'agreement among raft nodes before linearized reading' (duration: 359.429427ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:55:08.086658Z","caller":"traceutil/trace.go:171","msg":"trace[2082666355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23205; }","duration":"364.098845ms","start":"2026-03-03T20:55:07.722535Z","end":"2026-03-03T20:55:08.086634Z","steps":["trace[2082666355] 'agreement among raft nodes before linearized reading' (duration: 363.848249ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:55:08.086698Z","caller":"traceutil/trace.go:171","msg":"trace[1470817249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23205; }","duration":"364.170927ms","start":"2026-03-03T20:55:07.722513Z","end":"2026-03-03T20:55:08.086684Z","steps":["trace[1470817249] 'agreement among raft nodes before linearized reading' (duration: 364.013194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:55:08.086698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:55:07.726933Z","time spent":"359.755804ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:55:08.086733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:55:07.722494Z","time spent":"364.231648ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:55:08.086723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:55:07.722511Z","time spent":"364.198308ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:55:08.086856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.643455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:55:08.086898Z","caller":"traceutil/trace.go:171","msg":"trace[6947959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23205; }","duration":"121.722767ms","start":"2026-03-03T20:55:07.965164Z","end":"2026-03-03T20:55:08.086887Z","steps":["trace[6947959] 'agreement among raft nodes before linearized reading' (duration: 121.290777ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:55:10.062166Z","caller":"traceutil/trace.go:171","msg":"trace[2015900345] linearizableReadLoop","detail":"{readStateIndex:24065; appliedIndex:24064; }","duration":"209.969777ms","start":"2026-03-03T20:55:09.852153Z","end":"2026-03-03T20:55:10.062123Z","steps":["trace[2015900345] 'read index received' (duration: 209.819423ms)","trace[2015900345] 'applied index is now lower than readState.Index' (duration: 148.833µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:55:10.06231Z","caller":"traceutil/trace.go:171","msg":"trace[1940445730] transaction","detail":"{read_only:false; response_revision:23217; number_of_response:1; }","duration":"319.823687ms","start":"2026-03-03T20:55:09.742462Z","end":"2026-03-03T20:55:10.062286Z","steps":["trace[1940445730] 'process raft request' (duration: 319.5007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:55:10.062397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.219532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:55:10.062463Z","caller":"traceutil/trace.go:171","msg":"trace[1962536743] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23217; }","duration":"210.305384ms","start":"2026-03-03T20:55:09.852142Z","end":"2026-03-03T20:55:10.062447Z","steps":["trace[1962536743] 'agreement among raft nodes before linearized reading' (duration: 210.187011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:55:10.062466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:55:09.742436Z","time spent":"319.946131ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:55:10.175326Z","caller":"traceutil/trace.go:171","msg":"trace[608103455] transaction","detail":"{read_only:false; response_revision:23218; number_of_response:1; }","duration":"279.855339ms","start":"2026-03-03T20:55:09.895436Z","end":"2026-03-03T20:55:10.175291Z","steps":["trace[608103455] 'process raft request' (duration: 279.643574ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:55:10.204968Z","caller":"traceutil/trace.go:171","msg":"trace[631699995] linearizableReadLoop","detail":"{readStateIndex:24067; appliedIndex:24065; }","duration":"142.694974ms","start":"2026-03-03T20:55:10.062236Z","end":"2026-03-03T20:55:10.204931Z","steps":["trace[631699995] 'read index received' (duration: 112.8019ms)","trace[631699995] 'applied index is now lower than readState.Index' (duration: 29.892334ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:55:10.205184Z","caller":"traceutil/trace.go:171","msg":"trace[1586791626] transaction","detail":"{read_only:false; response_revision:23222; number_of_response:1; }","duration":"113.350522ms","start":"2026-03-03T20:55:10.091794Z","end":"2026-03-03T20:55:10.205145Z","steps":["trace[1586791626] 'process raft request' (duration: 113.057555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:55:10.205358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.124282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-03T20:55:10.205391Z","caller":"traceutil/trace.go:171","msg":"trace[1728668822] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23222; }","duration":"186.196264ms","start":"2026-03-03T20:55:10.019185Z","end":"2026-03-03T20:55:10.205382Z","steps":["trace[1728668822] 'agreement among raft nodes before linearized reading' (duration: 186.068741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:55:10.205581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.710639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:55:10.205594Z","caller":"traceutil/trace.go:171","msg":"trace[1777158840] transaction","detail":"{read_only:false; response_revision:23219; number_of_response:1; }","duration":"143.419471ms","start":"2026-03-03T20:55:10.062158Z","end":"2026-03-03T20:55:10.205578Z","steps":["trace[1777158840] 'process raft request' (duration: 142.51511ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:55:10.205619Z","caller":"traceutil/trace.go:171","msg":"trace[1543924192] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23222; }","duration":"218.801131ms","start":"2026-03-03T20:55:09.986808Z","end":"2026-03-03T20:55:10.20561Z","steps":["trace[1543924192] 'agreement among raft nodes before linearized reading' (duration: 218.736749ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:55:10.205692Z","caller":"traceutil/trace.go:171","msg":"trace[86183638] transaction","detail":"{read_only:false; response_revision:23221; number_of_response:1; }","duration":"143.38471ms","start":"2026-03-03T20:55:10.062285Z","end":"2026-03-03T20:55:10.20567Z","steps":["trace[86183638] 'process raft request' (duration: 142.5389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:55:10.205802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.761246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131048"} {"level":"info","ts":"2026-03-03T20:55:10.205829Z","caller":"traceutil/trace.go:171","msg":"trace[1435565378] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23222; }","duration":"139.829328ms","start":"2026-03-03T20:55:10.065994Z","end":"2026-03-03T20:55:10.205823Z","steps":["trace[1435565378] 'agreement among raft nodes before linearized reading' (duration: 139.745606ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:55:10.205894Z","caller":"traceutil/trace.go:171","msg":"trace[116163157] transaction","detail":"{read_only:false; response_revision:23220; number_of_response:1; }","duration":"143.630036ms","start":"2026-03-03T20:55:10.062249Z","end":"2026-03-03T20:55:10.205879Z","steps":["trace[116163157] 'process raft request' (duration: 142.545371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:55:10.206116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.959219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T20:55:10.206137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.912733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T20:55:10.206181Z","caller":"traceutil/trace.go:171","msg":"trace[1476529155] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23222; }","duration":"100.986676ms","start":"2026-03-03T20:55:10.105182Z","end":"2026-03-03T20:55:10.206169Z","steps":["trace[1476529155] 'agreement among raft nodes before linearized reading' (duration: 100.811951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:55:10.206205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.135638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:55:10.206227Z","caller":"traceutil/trace.go:171","msg":"trace[1429318754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23222; }","duration":"101.20862ms","start":"2026-03-03T20:55:10.105011Z","end":"2026-03-03T20:55:10.20622Z","steps":["trace[1429318754] 'agreement among raft nodes before linearized reading' (duration: 101.155158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:55:10.206323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.63609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T20:55:10.206345Z","caller":"traceutil/trace.go:171","msg":"trace[250669781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23222; }","duration":"101.714822ms","start":"2026-03-03T20:55:10.104625Z","end":"2026-03-03T20:55:10.20634Z","steps":["trace[250669781] 'agreement among raft nodes before linearized reading' (duration: 101.66342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:55:10.206486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.219233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T20:55:10.206544Z","caller":"traceutil/trace.go:171","msg":"trace[561876843] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23222; }","duration":"102.312536ms","start":"2026-03-03T20:55:10.104219Z","end":"2026-03-03T20:55:10.206531Z","steps":["trace[561876843] 'agreement among raft nodes before linearized reading' (duration: 102.150232ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:55:10.206153Z","caller":"traceutil/trace.go:171","msg":"trace[43496573] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23222; }","duration":"115.038941ms","start":"2026-03-03T20:55:10.091105Z","end":"2026-03-03T20:55:10.206144Z","steps":["trace[43496573] 'agreement among raft nodes before linearized reading' (duration: 114.905038ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:55:10.424922Z","caller":"traceutil/trace.go:171","msg":"trace[1804708940] transaction","detail":"{read_only:false; response_revision:23223; number_of_response:1; }","duration":"214.725166ms","start":"2026-03-03T20:55:10.210176Z","end":"2026-03-03T20:55:10.424901Z","steps":["trace[1804708940] 'process raft request' (duration: 214.597553ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:55:10.475083Z","caller":"traceutil/trace.go:171","msg":"trace[840655450] transaction","detail":"{read_only:false; response_revision:23225; number_of_response:1; }","duration":"264.097753ms","start":"2026-03-03T20:55:10.210953Z","end":"2026-03-03T20:55:10.475051Z","steps":["trace[840655450] 'process raft request' (duration: 264.008331ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:55:10.47512Z","caller":"traceutil/trace.go:171","msg":"trace[351331639] transaction","detail":"{read_only:false; response_revision:23224; number_of_response:1; }","duration":"264.478481ms","start":"2026-03-03T20:55:10.2106Z","end":"2026-03-03T20:55:10.475078Z","steps":["trace[351331639] 'process raft request' (duration: 264.202095ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:55:10.475394Z","caller":"traceutil/trace.go:171","msg":"trace[1940395310] transaction","detail":"{read_only:false; response_revision:23226; number_of_response:1; }","duration":"263.510649ms","start":"2026-03-03T20:55:10.21186Z","end":"2026-03-03T20:55:10.47537Z","steps":["trace[1940395310] 'process raft request' (duration: 263.145401ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:55:10.475578Z","caller":"traceutil/trace.go:171","msg":"trace[2064409587] transaction","detail":"{read_only:false; response_revision:23227; number_of_response:1; }","duration":"263.630992ms","start":"2026-03-03T20:55:10.211932Z","end":"2026-03-03T20:55:10.475563Z","steps":["trace[2064409587] 'process raft request' (duration: 263.380326ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:55:10.475811Z","caller":"traceutil/trace.go:171","msg":"trace[810781894] linearizableReadLoop","detail":"{readStateIndex:24075; appliedIndex:24070; }","duration":"261.434461ms","start":"2026-03-03T20:55:10.214366Z","end":"2026-03-03T20:55:10.475801Z","steps":["trace[810781894] 'read index received' (duration: 210.417807ms)","trace[810781894] 'applied index is now lower than readState.Index' (duration: 51.015744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:55:10.476108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.720158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-03T20:55:10.476121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.312945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131048"} {"level":"info","ts":"2026-03-03T20:55:10.476142Z","caller":"traceutil/trace.go:171","msg":"trace[616142779] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23228; }","duration":"261.786549ms","start":"2026-03-03T20:55:10.214346Z","end":"2026-03-03T20:55:10.476132Z","steps":["trace[616142779] 'agreement among raft nodes before linearized reading' (duration: 261.629725ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:55:10.476172Z","caller":"traceutil/trace.go:171","msg":"trace[1272761323] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23228; }","duration":"257.441549ms","start":"2026-03-03T20:55:10.218716Z","end":"2026-03-03T20:55:10.476158Z","steps":["trace[1272761323] 'agreement among raft nodes before linearized reading' (duration: 257.189863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:55:10.476279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.32332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T20:55:10.476332Z","caller":"traceutil/trace.go:171","msg":"trace[862798003] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23228; }","duration":"100.446632ms","start":"2026-03-03T20:55:10.375872Z","end":"2026-03-03T20:55:10.476318Z","steps":["trace[862798003] 'agreement among raft nodes before linearized reading' (duration: 100.281748ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:55:10.749117Z","caller":"traceutil/trace.go:171","msg":"trace[2093979067] linearizableReadLoop","detail":"{readStateIndex:24077; appliedIndex:24076; }","duration":"254.429099ms","start":"2026-03-03T20:55:10.494662Z","end":"2026-03-03T20:55:10.749091Z","steps":["trace[2093979067] 'read index received' (duration: 254.222394ms)","trace[2093979067] 'applied index is now lower than readState.Index' (duration: 205.635µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:55:10.749271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.585802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:55:10.749179Z","caller":"traceutil/trace.go:171","msg":"trace[136195999] transaction","detail":"{read_only:false; response_revision:23229; number_of_response:1; }","duration":"268.571737ms","start":"2026-03-03T20:55:10.48057Z","end":"2026-03-03T20:55:10.749142Z","steps":["trace[136195999] 'process raft request' (duration: 268.337392ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:55:10.74931Z","caller":"traceutil/trace.go:171","msg":"trace[501945677] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23229; }","duration":"254.660674ms","start":"2026-03-03T20:55:10.49464Z","end":"2026-03-03T20:55:10.749301Z","steps":["trace[501945677] 'agreement among raft nodes before linearized reading' (duration: 254.581572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:55:10.749681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.156472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:55:10.74971Z","caller":"traceutil/trace.go:171","msg":"trace[236494744] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23229; }","duration":"254.229924ms","start":"2026-03-03T20:55:10.495474Z","end":"2026-03-03T20:55:10.749704Z","steps":["trace[236494744] 'agreement among raft nodes before linearized reading' (duration: 254.149092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:55:10.74992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.846718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:55:10.750055Z","caller":"traceutil/trace.go:171","msg":"trace[946827880] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23229; }","duration":"255.003242ms","start":"2026-03-03T20:55:10.495028Z","end":"2026-03-03T20:55:10.750031Z","steps":["trace[946827880] 'agreement among raft nodes before linearized reading' (duration: 254.770406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:55:10.75008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.302599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:55:10.750165Z","caller":"traceutil/trace.go:171","msg":"trace[1114372905] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23229; }","duration":"255.420491ms","start":"2026-03-03T20:55:10.494725Z","end":"2026-03-03T20:55:10.750145Z","steps":["trace[1114372905] 'agreement among raft nodes before linearized reading' (duration: 254.734175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:55:10.749945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.693798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-03T20:55:10.750234Z","caller":"traceutil/trace.go:171","msg":"trace[917446683] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23229; }","duration":"253.021366ms","start":"2026-03-03T20:55:10.497198Z","end":"2026-03-03T20:55:10.750219Z","steps":["trace[917446683] 'agreement among raft nodes before linearized reading' (duration: 252.555085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:55:11.027748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.329009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:55:11.027903Z","caller":"traceutil/trace.go:171","msg":"trace[1325383159] transaction","detail":"{read_only:false; response_revision:23230; number_of_response:1; }","duration":"239.342599ms","start":"2026-03-03T20:55:10.788522Z","end":"2026-03-03T20:55:11.027864Z","steps":["trace[1325383159] 'process raft request' (duration: 104.773194ms)","trace[1325383159] 'compare' (duration: 133.857548ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:55:11.061628Z","caller":"traceutil/trace.go:171","msg":"trace[1301766075] transaction","detail":"{read_only:false; response_revision:23231; number_of_response:1; }","duration":"111.310675ms","start":"2026-03-03T20:55:10.950295Z","end":"2026-03-03T20:55:11.061606Z","steps":["trace[1301766075] 'process raft request' (duration: 110.863214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:55:12.030157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.829099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:55:12.030343Z","caller":"traceutil/trace.go:171","msg":"trace[748976121] linearizableReadLoop","detail":"{readStateIndex:24082; appliedIndex:24081; }","duration":"172.803943ms","start":"2026-03-03T20:55:11.857512Z","end":"2026-03-03T20:55:12.030316Z","steps":["trace[748976121] 'read index received' (duration: 53.533704ms)","trace[748976121] 'applied index is now lower than readState.Index' (duration: 119.268209ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:55:12.030491Z","caller":"traceutil/trace.go:171","msg":"trace[366372086] transaction","detail":"{read_only:false; response_revision:23233; number_of_response:1; }","duration":"243.758411ms","start":"2026-03-03T20:55:11.786715Z","end":"2026-03-03T20:55:12.030474Z","steps":["trace[366372086] 'process raft request' (duration: 124.474631ms)","trace[366372086] 'compare' (duration: 118.653345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:55:12.030985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.499339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-03T20:55:12.03099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.41597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T20:55:12.031032Z","caller":"traceutil/trace.go:171","msg":"trace[90269471] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23233; }","duration":"173.588331ms","start":"2026-03-03T20:55:11.857431Z","end":"2026-03-03T20:55:12.03102Z","steps":["trace[90269471] 'agreement among raft nodes before linearized reading' (duration: 173.365176ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:55:12.031048Z","caller":"traceutil/trace.go:171","msg":"trace[1820403963] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23233; }","duration":"143.509713ms","start":"2026-03-03T20:55:11.887523Z","end":"2026-03-03T20:55:12.031033Z","steps":["trace[1820403963] 'agreement among raft nodes before linearized reading' (duration: 143.332719ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:56:12.715876Z","caller":"traceutil/trace.go:171","msg":"trace[1230033163] transaction","detail":"{read_only:false; response_revision:23745; number_of_response:1; }","duration":"279.095902ms","start":"2026-03-03T20:56:12.436755Z","end":"2026-03-03T20:56:12.715851Z","steps":["trace[1230033163] 'process raft request' (duration: 278.934168ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:56:12.812596Z","caller":"traceutil/trace.go:171","msg":"trace[1377905105] linearizableReadLoop","detail":"{readStateIndex:24611; appliedIndex:24607; }","duration":"221.637847ms","start":"2026-03-03T20:56:12.590936Z","end":"2026-03-03T20:56:12.812573Z","steps":["trace[1377905105] 'read index received' (duration: 124.828659ms)","trace[1377905105] 'applied index is now lower than readState.Index' (duration: 96.807868ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:56:12.812687Z","caller":"traceutil/trace.go:171","msg":"trace[948693035] transaction","detail":"{read_only:false; response_revision:23747; number_of_response:1; }","duration":"372.299847ms","start":"2026-03-03T20:56:12.440374Z","end":"2026-03-03T20:56:12.812674Z","steps":["trace[948693035] 'process raft request' (duration: 372.137173ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:56:12.812715Z","caller":"traceutil/trace.go:171","msg":"trace[453248608] transaction","detail":"{read_only:false; response_revision:23748; number_of_response:1; }","duration":"370.276509ms","start":"2026-03-03T20:56:12.442431Z","end":"2026-03-03T20:56:12.812708Z","steps":["trace[453248608] 'process raft request' (duration: 370.110286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:56:12.81277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:56:12.440358Z","time spent":"372.349937ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:56:12.812788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:56:12.442413Z","time spent":"370.31923ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:56:12.812865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.972615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:56:12.812888Z","caller":"traceutil/trace.go:171","msg":"trace[1019193979] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23748; }","duration":"222.083217ms","start":"2026-03-03T20:56:12.590796Z","end":"2026-03-03T20:56:12.812879Z","steps":["trace[1019193979] 'agreement among raft nodes before linearized reading' (duration: 222.045967ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:56:12.812897Z","caller":"traceutil/trace.go:171","msg":"trace[1815885869] transaction","detail":"{read_only:false; response_revision:23746; number_of_response:1; }","duration":"375.991412ms","start":"2026-03-03T20:56:12.436883Z","end":"2026-03-03T20:56:12.812875Z","steps":["trace[1815885869] 'process raft request' (duration: 295.79847ms)","trace[1815885869] 'compare' (duration: 79.708701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:56:12.81293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:56:12.436855Z","time spent":"376.055193ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:56:31.560726Z","caller":"traceutil/trace.go:171","msg":"trace[1317080010] transaction","detail":"{read_only:false; response_revision:23904; number_of_response:1; }","duration":"116.863854ms","start":"2026-03-03T20:56:31.443834Z","end":"2026-03-03T20:56:31.560698Z","steps":["trace[1317080010] 'process raft request' (duration: 116.70203ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:56:31.562088Z","caller":"traceutil/trace.go:171","msg":"trace[1246760813] transaction","detail":"{read_only:false; response_revision:23905; number_of_response:1; }","duration":"114.640822ms","start":"2026-03-03T20:56:31.447411Z","end":"2026-03-03T20:56:31.562051Z","steps":["trace[1246760813] 'process raft request' (duration: 114.412547ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:56:59.131438Z","caller":"traceutil/trace.go:171","msg":"trace[678157634] transaction","detail":"{read_only:false; response_revision:24115; number_of_response:1; }","duration":"119.628278ms","start":"2026-03-03T20:56:59.01177Z","end":"2026-03-03T20:56:59.131399Z","steps":["trace[678157634] 'process raft request' (duration: 67.670642ms)","trace[678157634] 'compare' (duration: 51.67371ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:56:59.171466Z","caller":"traceutil/trace.go:171","msg":"trace[44492154] transaction","detail":"{read_only:false; response_revision:24116; number_of_response:1; }","duration":"158.807768ms","start":"2026-03-03T20:56:59.012625Z","end":"2026-03-03T20:56:59.171433Z","steps":["trace[44492154] 'process raft request' (duration: 158.624314ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:56:59.172332Z","caller":"traceutil/trace.go:171","msg":"trace[385266177] transaction","detail":"{read_only:false; response_revision:24117; number_of_response:1; }","duration":"157.729313ms","start":"2026-03-03T20:56:59.014565Z","end":"2026-03-03T20:56:59.172294Z","steps":["trace[385266177] 'process raft request' (duration: 156.812322ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:01.002975Z","caller":"traceutil/trace.go:171","msg":"trace[2106604195] transaction","detail":"{read_only:false; response_revision:24127; number_of_response:1; }","duration":"102.278635ms","start":"2026-03-03T20:57:00.90066Z","end":"2026-03-03T20:57:01.002938Z","steps":["trace[2106604195] 'process raft request' (duration: 102.091661ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:05.431185Z","caller":"traceutil/trace.go:171","msg":"trace[1762643272] transaction","detail":"{read_only:false; response_revision:24160; number_of_response:1; }","duration":"102.738206ms","start":"2026-03-03T20:57:05.328408Z","end":"2026-03-03T20:57:05.431146Z","steps":["trace[1762643272] 'process raft request' (duration: 101.823735ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:05.431219Z","caller":"traceutil/trace.go:171","msg":"trace[1722137702] transaction","detail":"{read_only:false; response_revision:24162; number_of_response:1; }","duration":"100.481554ms","start":"2026-03-03T20:57:05.330709Z","end":"2026-03-03T20:57:05.431191Z","steps":["trace[1722137702] 'process raft request' (duration: 100.411102ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:05.431403Z","caller":"traceutil/trace.go:171","msg":"trace[120529934] transaction","detail":"{read_only:false; response_revision:24161; number_of_response:1; }","duration":"101.299302ms","start":"2026-03-03T20:57:05.330087Z","end":"2026-03-03T20:57:05.431386Z","steps":["trace[120529934] 'process raft request' (duration: 100.942054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:07.047395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.026352ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T20:57:07.279784Z","caller":"traceutil/trace.go:171","msg":"trace[1772641585] transaction","detail":"{read_only:false; response_revision:24170; number_of_response:1; }","duration":"109.208816ms","start":"2026-03-03T20:57:07.170547Z","end":"2026-03-03T20:57:07.279756Z","steps":["trace[1772641585] 'process raft request' (duration: 109.052393ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:07.552384Z","caller":"traceutil/trace.go:171","msg":"trace[586522299] transaction","detail":"{read_only:false; response_revision:24175; number_of_response:1; }","duration":"111.908599ms","start":"2026-03-03T20:57:07.440444Z","end":"2026-03-03T20:57:07.552353Z","steps":["trace[586522299] 'process raft request' (duration: 88.940816ms)","trace[586522299] 'compare' (duration: 22.746358ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:07.553399Z","caller":"traceutil/trace.go:171","msg":"trace[1507038130] transaction","detail":"{read_only:false; response_revision:24176; number_of_response:1; }","duration":"111.885188ms","start":"2026-03-03T20:57:07.440549Z","end":"2026-03-03T20:57:07.552435Z","steps":["trace[1507038130] 'process raft request' (duration: 111.755855ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:07.554119Z","caller":"traceutil/trace.go:171","msg":"trace[664286013] transaction","detail":"{read_only:false; response_revision:24177; number_of_response:1; }","duration":"113.24371ms","start":"2026-03-03T20:57:07.44081Z","end":"2026-03-03T20:57:07.554053Z","steps":["trace[664286013] 'process raft request' (duration: 111.54782ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:09.68452Z","caller":"traceutil/trace.go:171","msg":"trace[158413566] transaction","detail":"{read_only:false; response_revision:24192; number_of_response:1; }","duration":"105.245054ms","start":"2026-03-03T20:57:09.579224Z","end":"2026-03-03T20:57:09.684469Z","steps":["trace[158413566] 'process raft request' (duration: 46.394377ms)","trace[158413566] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:419; } (duration: 58.356395ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:09.685204Z","caller":"traceutil/trace.go:171","msg":"trace[2110488147] linearizableReadLoop","detail":"{readStateIndex:25068; appliedIndex:25065; }","duration":"105.672474ms","start":"2026-03-03T20:57:09.579502Z","end":"2026-03-03T20:57:09.685174Z","steps":["trace[2110488147] 'read index received' (duration: 39.544098ms)","trace[2110488147] 'applied index is now lower than readState.Index' (duration: 66.126666ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:09.685292Z","caller":"traceutil/trace.go:171","msg":"trace[1986449105] transaction","detail":"{read_only:false; response_revision:24193; number_of_response:1; }","duration":"105.810557ms","start":"2026-03-03T20:57:09.57945Z","end":"2026-03-03T20:57:09.68526Z","steps":["trace[1986449105] 'process raft request' (duration: 105.419868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:09.685442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.912929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-03T20:57:09.685509Z","caller":"traceutil/trace.go:171","msg":"trace[204697392] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24193; }","duration":"106.024342ms","start":"2026-03-03T20:57:09.579465Z","end":"2026-03-03T20:57:09.685489Z","steps":["trace[204697392] 'agreement among raft nodes before linearized reading' (duration: 105.803907ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:11.610418Z","caller":"traceutil/trace.go:171","msg":"trace[1190992965] transaction","detail":"{read_only:false; response_revision:24208; number_of_response:1; }","duration":"121.293217ms","start":"2026-03-03T20:57:11.489076Z","end":"2026-03-03T20:57:11.61037Z","steps":["trace[1190992965] 'process raft request' (duration: 46.365867ms)","trace[1190992965] 'compare' (duration: 74.51077ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:11.610401Z","caller":"traceutil/trace.go:171","msg":"trace[1962913910] linearizableReadLoop","detail":"{readStateIndex:25083; appliedIndex:25082; }","duration":"113.455185ms","start":"2026-03-03T20:57:11.496889Z","end":"2026-03-03T20:57:11.610344Z","steps":["trace[1962913910] 'read index received' (duration: 38.421193ms)","trace[1962913910] 'applied index is now lower than readState.Index' (duration: 75.031482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:11.610705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.743737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-03T20:57:11.610817Z","caller":"traceutil/trace.go:171","msg":"trace[989440008] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24208; }","duration":"152.944431ms","start":"2026-03-03T20:57:11.45784Z","end":"2026-03-03T20:57:11.610784Z","steps":["trace[989440008] 'agreement among raft nodes before linearized reading' (duration: 152.607824ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:12.878527Z","caller":"traceutil/trace.go:171","msg":"trace[1060458335] transaction","detail":"{read_only:false; response_revision:24227; number_of_response:1; }","duration":"143.197265ms","start":"2026-03-03T20:57:12.735307Z","end":"2026-03-03T20:57:12.878504Z","steps":["trace[1060458335] 'process raft request' (duration: 143.022881ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:13.266707Z","caller":"traceutil/trace.go:171","msg":"trace[877244616] transaction","detail":"{read_only:false; response_revision:24230; number_of_response:1; }","duration":"105.180373ms","start":"2026-03-03T20:57:13.161494Z","end":"2026-03-03T20:57:13.266674Z","steps":["trace[877244616] 'process raft request' (duration: 62.593514ms)","trace[877244616] 'compare' (duration: 41.881172ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:13.653704Z","caller":"traceutil/trace.go:171","msg":"trace[1285853560] transaction","detail":"{read_only:false; response_revision:24234; number_of_response:1; }","duration":"150.444424ms","start":"2026-03-03T20:57:13.503229Z","end":"2026-03-03T20:57:13.653673Z","steps":["trace[1285853560] 'process raft request' (duration: 150.197838ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:13.726918Z","caller":"traceutil/trace.go:171","msg":"trace[415505002] transaction","detail":"{read_only:false; response_revision:24235; number_of_response:1; }","duration":"110.730482ms","start":"2026-03-03T20:57:13.616134Z","end":"2026-03-03T20:57:13.726864Z","steps":["trace[415505002] 'process raft request' (duration: 110.478826ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:13.935985Z","caller":"traceutil/trace.go:171","msg":"trace[228817185] linearizableReadLoop","detail":"{readStateIndex:25115; appliedIndex:25112; }","duration":"145.574421ms","start":"2026-03-03T20:57:13.790387Z","end":"2026-03-03T20:57:13.935962Z","steps":["trace[228817185] 'read index received' (duration: 61.751714ms)","trace[228817185] 'applied index is now lower than readState.Index' (duration: 83.821457ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:13.936054Z","caller":"traceutil/trace.go:171","msg":"trace[363432340] transaction","detail":"{read_only:false; response_revision:24236; number_of_response:1; }","duration":"190.112765ms","start":"2026-03-03T20:57:13.7459Z","end":"2026-03-03T20:57:13.936013Z","steps":["trace[363432340] 'process raft request' (duration: 106.223607ms)","trace[363432340] 'compare' (duration: 83.482048ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:13.936096Z","caller":"traceutil/trace.go:171","msg":"trace[753006739] transaction","detail":"{read_only:false; response_revision:24238; number_of_response:1; }","duration":"189.861399ms","start":"2026-03-03T20:57:13.746222Z","end":"2026-03-03T20:57:13.936084Z","steps":["trace[753006739] 'process raft request' (duration: 189.704166ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:13.936109Z","caller":"traceutil/trace.go:171","msg":"trace[282904428] transaction","detail":"{read_only:false; response_revision:24237; number_of_response:1; }","duration":"189.936611ms","start":"2026-03-03T20:57:13.746138Z","end":"2026-03-03T20:57:13.936074Z","steps":["trace[282904428] 'process raft request' (duration: 189.745417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:13.936547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.138793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T20:57:13.936595Z","caller":"traceutil/trace.go:171","msg":"trace[2025854544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24238; }","duration":"146.262837ms","start":"2026-03-03T20:57:13.790319Z","end":"2026-03-03T20:57:13.936582Z","steps":["trace[2025854544] 'agreement among raft nodes before linearized reading' (duration: 145.96975ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:14.014124Z","caller":"traceutil/trace.go:171","msg":"trace[1337393500] transaction","detail":"{read_only:false; response_revision:24240; number_of_response:1; }","duration":"112.063172ms","start":"2026-03-03T20:57:13.902033Z","end":"2026-03-03T20:57:14.014096Z","steps":["trace[1337393500] 'process raft request' (duration: 111.97129ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:14.014188Z","caller":"traceutil/trace.go:171","msg":"trace[1990844025] transaction","detail":"{read_only:false; response_revision:24239; number_of_response:1; }","duration":"112.859271ms","start":"2026-03-03T20:57:13.901306Z","end":"2026-03-03T20:57:14.014165Z","steps":["trace[1990844025] 'process raft request' (duration: 112.602595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:14.014728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.096864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:57:14.014785Z","caller":"traceutil/trace.go:171","msg":"trace[1176629102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24240; }","duration":"224.186816ms","start":"2026-03-03T20:57:13.790586Z","end":"2026-03-03T20:57:14.014773Z","steps":["trace[1176629102] 'agreement among raft nodes before linearized reading' (duration: 223.857538ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:14.097948Z","caller":"traceutil/trace.go:171","msg":"trace[239607077] transaction","detail":"{read_only:false; response_revision:24241; number_of_response:1; }","duration":"156.859003ms","start":"2026-03-03T20:57:13.941057Z","end":"2026-03-03T20:57:14.097916Z","steps":["trace[239607077] 'process raft request' (duration: 105.358117ms)","trace[239607077] 'compare' (duration: 51.283051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:14.098045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.819872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:14.098082Z","caller":"traceutil/trace.go:171","msg":"trace[199843181] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:0; response_revision:24241; }","duration":"156.914965ms","start":"2026-03-03T20:57:13.941158Z","end":"2026-03-03T20:57:14.098073Z","steps":["trace[199843181] 'agreement among raft nodes before linearized reading' (duration: 156.819012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:14.098117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.422896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:14.098242Z","caller":"traceutil/trace.go:171","msg":"trace[2041394527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24241; }","duration":"132.562639ms","start":"2026-03-03T20:57:13.965652Z","end":"2026-03-03T20:57:14.098215Z","steps":["trace[2041394527] 'agreement among raft nodes before linearized reading' (duration: 132.370584ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:14.466378Z","caller":"traceutil/trace.go:171","msg":"trace[360035169] transaction","detail":"{read_only:false; response_revision:24247; number_of_response:1; }","duration":"207.95694ms","start":"2026-03-03T20:57:14.258391Z","end":"2026-03-03T20:57:14.466348Z","steps":["trace[360035169] 'process raft request' (duration: 207.663123ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:14.466603Z","caller":"traceutil/trace.go:171","msg":"trace[1011181516] transaction","detail":"{read_only:false; response_revision:24249; number_of_response:1; }","duration":"165.531074ms","start":"2026-03-03T20:57:14.301033Z","end":"2026-03-03T20:57:14.466564Z","steps":["trace[1011181516] 'process raft request' (duration: 165.401371ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:14.466716Z","caller":"traceutil/trace.go:171","msg":"trace[1457992724] transaction","detail":"{read_only:false; response_revision:24248; number_of_response:1; }","duration":"199.528113ms","start":"2026-03-03T20:57:14.267177Z","end":"2026-03-03T20:57:14.466705Z","steps":["trace[1457992724] 'process raft request' (duration: 199.064873ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:14.730369Z","caller":"traceutil/trace.go:171","msg":"trace[81162196] transaction","detail":"{read_only:false; response_revision:24256; number_of_response:1; }","duration":"165.118735ms","start":"2026-03-03T20:57:14.565215Z","end":"2026-03-03T20:57:14.730333Z","steps":["trace[81162196] 'process raft request' (duration: 164.843828ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:15.038497Z","caller":"traceutil/trace.go:171","msg":"trace[38534462] linearizableReadLoop","detail":"{readStateIndex:25138; appliedIndex:25137; }","duration":"154.976039ms","start":"2026-03-03T20:57:14.883503Z","end":"2026-03-03T20:57:15.038479Z","steps":["trace[38534462] 'read index received' (duration: 154.892467ms)","trace[38534462] 'applied index is now lower than readState.Index' (duration: 82.671µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:15.038587Z","caller":"traceutil/trace.go:171","msg":"trace[873005049] transaction","detail":"{read_only:false; response_revision:24260; number_of_response:1; }","duration":"156.229348ms","start":"2026-03-03T20:57:14.882349Z","end":"2026-03-03T20:57:15.038578Z","steps":["trace[873005049] 'process raft request' (duration: 155.996552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:15.039154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.392639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-03T20:57:15.03926Z","caller":"traceutil/trace.go:171","msg":"trace[1040529625] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:24260; }","duration":"155.754167ms","start":"2026-03-03T20:57:14.883483Z","end":"2026-03-03T20:57:15.039237Z","steps":["trace[1040529625] 'agreement among raft nodes before linearized reading' (duration: 155.179494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:15.076564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.914156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:15.076676Z","caller":"traceutil/trace.go:171","msg":"trace[1500766132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24261; }","duration":"111.044579ms","start":"2026-03-03T20:57:14.96561Z","end":"2026-03-03T20:57:15.076654Z","steps":["trace[1500766132] 'agreement among raft nodes before linearized reading' (duration: 110.882126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:15.076684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.582536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:15.076676Z","caller":"traceutil/trace.go:171","msg":"trace[1005620974] transaction","detail":"{read_only:false; response_revision:24261; number_of_response:1; }","duration":"192.0129ms","start":"2026-03-03T20:57:14.884578Z","end":"2026-03-03T20:57:15.076591Z","steps":["trace[1005620974] 'process raft request' (duration: 191.648622ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:15.076772Z","caller":"traceutil/trace.go:171","msg":"trace[108592054] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24261; }","duration":"128.72284ms","start":"2026-03-03T20:57:14.94803Z","end":"2026-03-03T20:57:15.076753Z","steps":["trace[108592054] 'agreement among raft nodes before linearized reading' (duration: 128.560856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:15.076735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.565538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:15.077042Z","caller":"traceutil/trace.go:171","msg":"trace[1766583307] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24261; }","duration":"107.912397ms","start":"2026-03-03T20:57:14.969107Z","end":"2026-03-03T20:57:15.07702Z","steps":["trace[1766583307] 'agreement among raft nodes before linearized reading' (duration: 107.352344ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:15.32681Z","caller":"traceutil/trace.go:171","msg":"trace[1887422038] transaction","detail":"{read_only:false; response_revision:24275; number_of_response:1; }","duration":"137.514864ms","start":"2026-03-03T20:57:15.189255Z","end":"2026-03-03T20:57:15.32677Z","steps":["trace[1887422038] 'process raft request' (duration: 114.565111ms)","trace[1887422038] 'compare' (duration: 22.700957ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:15.326846Z","caller":"traceutil/trace.go:171","msg":"trace[799158173] transaction","detail":"{read_only:false; response_revision:24276; number_of_response:1; }","duration":"134.532885ms","start":"2026-03-03T20:57:15.192285Z","end":"2026-03-03T20:57:15.326818Z","steps":["trace[799158173] 'process raft request' (duration: 134.391772ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:15.326987Z","caller":"traceutil/trace.go:171","msg":"trace[1712959016] linearizableReadLoop","detail":"{readStateIndex:25155; appliedIndex:25152; }","duration":"117.298614ms","start":"2026-03-03T20:57:15.209666Z","end":"2026-03-03T20:57:15.326965Z","steps":["trace[1712959016] 'read index received' (duration: 94.171407ms)","trace[1712959016] 'applied index is now lower than readState.Index' (duration: 23.125477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:15.327245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.870412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-03T20:57:15.3273Z","caller":"traceutil/trace.go:171","msg":"trace[771563373] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24276; }","duration":"137.967255ms","start":"2026-03-03T20:57:15.189319Z","end":"2026-03-03T20:57:15.327286Z","steps":["trace[771563373] 'agreement among raft nodes before linearized reading' (duration: 137.74471ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:15.327058Z","caller":"traceutil/trace.go:171","msg":"trace[412247369] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24276; }","duration":"132.809234ms","start":"2026-03-03T20:57:15.194188Z","end":"2026-03-03T20:57:15.326998Z","steps":["trace[412247369] 'process raft request' (duration: 132.572139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:15.330973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.183722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-03-03T20:57:15.331051Z","caller":"traceutil/trace.go:171","msg":"trace[1243816499] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24277; }","duration":"117.301044ms","start":"2026-03-03T20:57:15.213732Z","end":"2026-03-03T20:57:15.331033Z","steps":["trace[1243816499] 'agreement among raft nodes before linearized reading' (duration: 117.053818ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:15.330902Z","caller":"traceutil/trace.go:171","msg":"trace[1271569062] transaction","detail":"{read_only:false; response_revision:24277; number_of_response:1; }","duration":"116.990117ms","start":"2026-03-03T20:57:15.213886Z","end":"2026-03-03T20:57:15.330877Z","steps":["trace[1271569062] 'process raft request' (duration: 116.768022ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:15.56405Z","caller":"traceutil/trace.go:171","msg":"trace[431326443] transaction","detail":"{read_only:false; response_revision:24279; number_of_response:1; }","duration":"228.342332ms","start":"2026-03-03T20:57:15.335669Z","end":"2026-03-03T20:57:15.564012Z","steps":["trace[431326443] 'process raft request' (duration: 183.056721ms)","trace[431326443] 'compare' (duration: 44.994164ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:15.564162Z","caller":"traceutil/trace.go:171","msg":"trace[1832332930] linearizableReadLoop","detail":"{readStateIndex:25161; appliedIndex:25157; }","duration":"197.927076ms","start":"2026-03-03T20:57:15.366209Z","end":"2026-03-03T20:57:15.564136Z","steps":["trace[1832332930] 'read index received' (duration: 152.533852ms)","trace[1832332930] 'applied index is now lower than readState.Index' (duration: 45.392144ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:15.564284Z","caller":"traceutil/trace.go:171","msg":"trace[1110572285] transaction","detail":"{read_only:false; response_revision:24282; number_of_response:1; }","duration":"214.498051ms","start":"2026-03-03T20:57:15.349771Z","end":"2026-03-03T20:57:15.564269Z","steps":["trace[1110572285] 'process raft request' (duration: 214.286376ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:15.564365Z","caller":"traceutil/trace.go:171","msg":"trace[413335130] transaction","detail":"{read_only:false; response_revision:24280; number_of_response:1; }","duration":"227.011742ms","start":"2026-03-03T20:57:15.337326Z","end":"2026-03-03T20:57:15.564337Z","steps":["trace[413335130] 'process raft request' (duration: 226.589232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:15.564515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.427788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-03T20:57:15.564596Z","caller":"traceutil/trace.go:171","msg":"trace[2060857929] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:24282; }","duration":"229.53824ms","start":"2026-03-03T20:57:15.33504Z","end":"2026-03-03T20:57:15.564578Z","steps":["trace[2060857929] 'agreement among raft nodes before linearized reading' (duration: 229.282854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:15.564709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.686884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs-z8qh9\" ","response":"range_response_count:1 size:2469"} {"level":"info","ts":"2026-03-03T20:57:15.564757Z","caller":"traceutil/trace.go:171","msg":"trace[2063314132] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs-z8qh9; range_end:; response_count:1; response_revision:24282; }","duration":"229.760475ms","start":"2026-03-03T20:57:15.334981Z","end":"2026-03-03T20:57:15.564742Z","steps":["trace[2063314132] 'agreement among raft nodes before linearized reading' (duration: 229.586521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:15.564535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.51004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:15.564788Z","caller":"traceutil/trace.go:171","msg":"trace[249746446] transaction","detail":"{read_only:false; response_revision:24281; number_of_response:1; }","duration":"222.728433ms","start":"2026-03-03T20:57:15.342038Z","end":"2026-03-03T20:57:15.564766Z","steps":["trace[249746446] 'process raft request' (duration: 221.937714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:15.564802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.524713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-03T20:57:15.564855Z","caller":"traceutil/trace.go:171","msg":"trace[1204824627] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:24282; }","duration":"227.590915ms","start":"2026-03-03T20:57:15.337249Z","end":"2026-03-03T20:57:15.56484Z","steps":["trace[1204824627] 'agreement among raft nodes before linearized reading' (duration: 227.387081ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:15.564804Z","caller":"traceutil/trace.go:171","msg":"trace[193735503] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24282; }","duration":"229.849167ms","start":"2026-03-03T20:57:15.334944Z","end":"2026-03-03T20:57:15.564793Z","steps":["trace[193735503] 'agreement among raft nodes before linearized reading' (duration: 229.504459ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:15.64437Z","caller":"traceutil/trace.go:171","msg":"trace[850025111] transaction","detail":"{read_only:false; response_revision:24283; number_of_response:1; }","duration":"273.4383ms","start":"2026-03-03T20:57:15.370904Z","end":"2026-03-03T20:57:15.644342Z","steps":["trace[850025111] 'process raft request' (duration: 272.994459ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:15.644681Z","caller":"traceutil/trace.go:171","msg":"trace[1943626965] transaction","detail":"{read_only:false; response_revision:24284; number_of_response:1; }","duration":"273.4465ms","start":"2026-03-03T20:57:15.371213Z","end":"2026-03-03T20:57:15.64466Z","steps":["trace[1943626965] 'process raft request' (duration: 272.879177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:15.645047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.919841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:15.645099Z","caller":"traceutil/trace.go:171","msg":"trace[1802788932] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:24285; }","duration":"274.014323ms","start":"2026-03-03T20:57:15.37107Z","end":"2026-03-03T20:57:15.645084Z","steps":["trace[1802788932] 'agreement among raft nodes before linearized reading' (duration: 273.9079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:15.645329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.235299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131048"} {"level":"warn","ts":"2026-03-03T20:57:15.645365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.5352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:15.645395Z","caller":"traceutil/trace.go:171","msg":"trace[53920339] transaction","detail":"{read_only:false; response_revision:24285; number_of_response:1; }","duration":"239.724387ms","start":"2026-03-03T20:57:15.405658Z","end":"2026-03-03T20:57:15.645382Z","steps":["trace[53920339] 'process raft request' (duration: 238.953179ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:15.645417Z","caller":"traceutil/trace.go:171","msg":"trace[694511098] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24285; }","duration":"274.340421ms","start":"2026-03-03T20:57:15.371056Z","end":"2026-03-03T20:57:15.645397Z","steps":["trace[694511098] 'agreement among raft nodes before linearized reading' (duration: 274.013824ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:15.645447Z","caller":"traceutil/trace.go:171","msg":"trace[1180211131] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24285; }","duration":"170.642613ms","start":"2026-03-03T20:57:15.474781Z","end":"2026-03-03T20:57:15.645424Z","steps":["trace[1180211131] 'agreement among raft nodes before linearized reading' (duration: 170.473019ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:16.395895Z","caller":"traceutil/trace.go:171","msg":"trace[1217807154] linearizableReadLoop","detail":"{readStateIndex:25193; appliedIndex:25191; }","duration":"117.018248ms","start":"2026-03-03T20:57:16.278853Z","end":"2026-03-03T20:57:16.395871Z","steps":["trace[1217807154] 'read index received' (duration: 92.952689ms)","trace[1217807154] 'applied index is now lower than readState.Index' (duration: 24.064369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:16.396155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.275264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-03T20:57:16.396226Z","caller":"traceutil/trace.go:171","msg":"trace[710703999] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24314; }","duration":"117.391957ms","start":"2026-03-03T20:57:16.278815Z","end":"2026-03-03T20:57:16.396207Z","steps":["trace[710703999] 'agreement among raft nodes before linearized reading' (duration: 117.142111ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:16.396543Z","caller":"traceutil/trace.go:171","msg":"trace[1888578628] transaction","detail":"{read_only:false; response_revision:24314; number_of_response:1; }","duration":"122.003933ms","start":"2026-03-03T20:57:16.274522Z","end":"2026-03-03T20:57:16.396526Z","steps":["trace[1888578628] 'process raft request' (duration: 121.189274ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:16.658918Z","caller":"traceutil/trace.go:171","msg":"trace[1179077786] transaction","detail":"{read_only:false; response_revision:24318; number_of_response:1; }","duration":"147.926795ms","start":"2026-03-03T20:57:16.51096Z","end":"2026-03-03T20:57:16.658887Z","steps":["trace[1179077786] 'process raft request' (duration: 123.725713ms)","trace[1179077786] 'compare' (duration: 23.938796ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:16.715305Z","caller":"traceutil/trace.go:171","msg":"trace[81535534] transaction","detail":"{read_only:false; response_revision:24319; number_of_response:1; }","duration":"200.317091ms","start":"2026-03-03T20:57:16.514963Z","end":"2026-03-03T20:57:16.71528Z","steps":["trace[81535534] 'process raft request' (duration: 200.129637ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:17.446082Z","caller":"traceutil/trace.go:171","msg":"trace[1276025673] transaction","detail":"{read_only:false; response_revision:24324; number_of_response:1; }","duration":"129.62957ms","start":"2026-03-03T20:57:17.316423Z","end":"2026-03-03T20:57:17.446052Z","steps":["trace[1276025673] 'process raft request' (duration: 129.429686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:17.611777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.698449ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:17.61191Z","caller":"traceutil/trace.go:171","msg":"trace[1818533961] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24324; }","duration":"156.850953ms","start":"2026-03-03T20:57:17.455039Z","end":"2026-03-03T20:57:17.61189Z","steps":["trace[1818533961] 'range keys from in-memory index tree' (duration: 156.679159ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:17.612496Z","caller":"traceutil/trace.go:171","msg":"trace[887464282] transaction","detail":"{read_only:false; response_revision:24325; number_of_response:1; }","duration":"232.903009ms","start":"2026-03-03T20:57:17.379577Z","end":"2026-03-03T20:57:17.61248Z","steps":["trace[887464282] 'process raft request' (duration: 179.436548ms)","trace[887464282] 'compare' (duration: 53.337608ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:17.619483Z","caller":"traceutil/trace.go:171","msg":"trace[1435448580] linearizableReadLoop","detail":"{readStateIndex:25206; appliedIndex:25204; }","duration":"140.172185ms","start":"2026-03-03T20:57:17.479297Z","end":"2026-03-03T20:57:17.619469Z","steps":["trace[1435448580] 'read index received' (duration: 79.721991ms)","trace[1435448580] 'applied index is now lower than readState.Index' (duration: 60.449184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:17.619598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.286548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:17.619636Z","caller":"traceutil/trace.go:171","msg":"trace[117109433] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24326; }","duration":"140.355799ms","start":"2026-03-03T20:57:17.479268Z","end":"2026-03-03T20:57:17.619624Z","steps":["trace[117109433] 'agreement among raft nodes before linearized reading' (duration: 140.255687ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:17.619683Z","caller":"traceutil/trace.go:171","msg":"trace[347397680] transaction","detail":"{read_only:false; response_revision:24326; number_of_response:1; }","duration":"152.924541ms","start":"2026-03-03T20:57:17.466732Z","end":"2026-03-03T20:57:17.619656Z","steps":["trace[347397680] 'process raft request' (duration: 152.631724ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:17.938815Z","caller":"traceutil/trace.go:171","msg":"trace[611138531] transaction","detail":"{read_only:false; response_revision:24334; number_of_response:1; }","duration":"134.81119ms","start":"2026-03-03T20:57:17.803982Z","end":"2026-03-03T20:57:17.938793Z","steps":["trace[611138531] 'process raft request' (duration: 134.738319ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:17.938875Z","caller":"traceutil/trace.go:171","msg":"trace[619020878] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24333; }","duration":"176.309464ms","start":"2026-03-03T20:57:17.76253Z","end":"2026-03-03T20:57:17.938839Z","steps":["trace[619020878] 'process raft request' (duration: 176.11076ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:18.633514Z","caller":"traceutil/trace.go:171","msg":"trace[52892392] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24360; }","duration":"118.593164ms","start":"2026-03-03T20:57:18.514875Z","end":"2026-03-03T20:57:18.633468Z","steps":["trace[52892392] 'process raft request' (duration: 118.455921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:18.634283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.992482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-03T20:57:18.634361Z","caller":"traceutil/trace.go:171","msg":"trace[864951563] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24360; }","duration":"103.112024ms","start":"2026-03-03T20:57:18.531228Z","end":"2026-03-03T20:57:18.63434Z","steps":["trace[864951563] 'agreement among raft nodes before linearized reading' (duration: 102.824907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:18.634491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.356682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111750"} {"level":"info","ts":"2026-03-03T20:57:18.634583Z","caller":"traceutil/trace.go:171","msg":"trace[43787201] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:24361; }","duration":"119.458654ms","start":"2026-03-03T20:57:18.515104Z","end":"2026-03-03T20:57:18.634563Z","steps":["trace[43787201] 'agreement among raft nodes before linearized reading' (duration: 119.102306ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:18.821389Z","caller":"traceutil/trace.go:171","msg":"trace[577616754] linearizableReadLoop","detail":"{readStateIndex:25247; appliedIndex:25246; }","duration":"109.173876ms","start":"2026-03-03T20:57:18.712192Z","end":"2026-03-03T20:57:18.821366Z","steps":["trace[577616754] 'read index received' (duration: 108.994422ms)","trace[577616754] 'applied index is now lower than readState.Index' (duration: 178.264µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:18.82145Z","caller":"traceutil/trace.go:171","msg":"trace[1727603287] transaction","detail":"{read_only:false; response_revision:24364; number_of_response:1; }","duration":"111.720605ms","start":"2026-03-03T20:57:18.709695Z","end":"2026-03-03T20:57:18.821416Z","steps":["trace[1727603287] 'process raft request' (duration: 111.51149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:18.821635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.182425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-03T20:57:18.82168Z","caller":"traceutil/trace.go:171","msg":"trace[850198557] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:24364; }","duration":"109.260838ms","start":"2026-03-03T20:57:18.712409Z","end":"2026-03-03T20:57:18.82167Z","steps":["trace[850198557] 'agreement among raft nodes before linearized reading' (duration: 109.099614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:18.821837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.622456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-03T20:57:18.821958Z","caller":"traceutil/trace.go:171","msg":"trace[1672251613] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:24364; }","duration":"109.737848ms","start":"2026-03-03T20:57:18.71217Z","end":"2026-03-03T20:57:18.821908Z","steps":["trace[1672251613] 'agreement among raft nodes before linearized reading' (duration: 109.330369ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:19.675957Z","caller":"traceutil/trace.go:171","msg":"trace[1131361530] transaction","detail":"{read_only:false; response_revision:24368; number_of_response:1; }","duration":"333.880583ms","start":"2026-03-03T20:57:19.342051Z","end":"2026-03-03T20:57:19.675932Z","steps":["trace[1131361530] 'process raft request' (duration: 333.218948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:19.676089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:19.342027Z","time spent":"333.990416ms","remote":"127.0.0.1:42826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:19.685614Z","caller":"traceutil/trace.go:171","msg":"trace[1842562503] transaction","detail":"{read_only:false; response_revision:24369; number_of_response:1; }","duration":"204.133521ms","start":"2026-03-03T20:57:19.481455Z","end":"2026-03-03T20:57:19.685588Z","steps":["trace[1842562503] 'process raft request' (duration: 204.023078ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:19.916682Z","caller":"traceutil/trace.go:171","msg":"trace[746762291] transaction","detail":"{read_only:false; response_revision:24371; number_of_response:1; }","duration":"162.908563ms","start":"2026-03-03T20:57:19.753724Z","end":"2026-03-03T20:57:19.916632Z","steps":["trace[746762291] 'process raft request' (duration: 140.593035ms)","trace[746762291] 'compare' (duration: 22.035662ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:19.934185Z","caller":"traceutil/trace.go:171","msg":"trace[1851951236] transaction","detail":"{read_only:false; response_revision:24372; number_of_response:1; }","duration":"180.410159ms","start":"2026-03-03T20:57:19.753751Z","end":"2026-03-03T20:57:19.934162Z","steps":["trace[1851951236] 'process raft request' (duration: 180.158883ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:19.93472Z","caller":"traceutil/trace.go:171","msg":"trace[145899833] transaction","detail":"{read_only:false; response_revision:24373; number_of_response:1; }","duration":"180.792449ms","start":"2026-03-03T20:57:19.753897Z","end":"2026-03-03T20:57:19.93469Z","steps":["trace[145899833] 'process raft request' (duration: 180.187304ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:20.136397Z","caller":"traceutil/trace.go:171","msg":"trace[609344772] linearizableReadLoop","detail":"{readStateIndex:25258; appliedIndex:25256; }","duration":"178.779651ms","start":"2026-03-03T20:57:19.957574Z","end":"2026-03-03T20:57:20.136353Z","steps":["trace[609344772] 'read index received' (duration: 40.250715ms)","trace[609344772] 'applied index is now lower than readState.Index' (duration: 138.526906ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:20.136478Z","caller":"traceutil/trace.go:171","msg":"trace[221554309] transaction","detail":"{read_only:false; response_revision:24375; number_of_response:1; }","duration":"189.601982ms","start":"2026-03-03T20:57:19.946847Z","end":"2026-03-03T20:57:20.136449Z","steps":["trace[221554309] 'process raft request' (duration: 146.331178ms)","trace[221554309] 'compare' (duration: 42.729812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:20.136637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.026217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:20.13669Z","caller":"traceutil/trace.go:171","msg":"trace[531575784] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24375; }","duration":"179.134349ms","start":"2026-03-03T20:57:19.957541Z","end":"2026-03-03T20:57:20.136675Z","steps":["trace[531575784] 'agreement among raft nodes before linearized reading' (duration: 178.995806ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:20.163193Z","caller":"traceutil/trace.go:171","msg":"trace[1869809863] transaction","detail":"{read_only:false; response_revision:24376; number_of_response:1; }","duration":"103.318949ms","start":"2026-03-03T20:57:20.059854Z","end":"2026-03-03T20:57:20.163173Z","steps":["trace[1869809863] 'process raft request' (duration: 102.882689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:20.16353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.560373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T20:57:20.163558Z","caller":"traceutil/trace.go:171","msg":"trace[756360799] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24377; }","duration":"121.631394ms","start":"2026-03-03T20:57:20.04192Z","end":"2026-03-03T20:57:20.163552Z","steps":["trace[756360799] 'agreement among raft nodes before linearized reading' (duration: 121.518641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:20.163892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.271478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:20.16391Z","caller":"traceutil/trace.go:171","msg":"trace[404821188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24377; }","duration":"196.309288ms","start":"2026-03-03T20:57:19.967596Z","end":"2026-03-03T20:57:20.163905Z","steps":["trace[404821188] 'agreement among raft nodes before linearized reading' (duration: 196.278527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:20.163887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.445689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T20:57:20.163959Z","caller":"traceutil/trace.go:171","msg":"trace[1524629097] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24377; }","duration":"158.534501ms","start":"2026-03-03T20:57:20.005402Z","end":"2026-03-03T20:57:20.163936Z","steps":["trace[1524629097] 'agreement among raft nodes before linearized reading' (duration: 158.300115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:20.163954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.526461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T20:57:20.164037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.095144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18997053f53a1939\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-03-03T20:57:20.164061Z","caller":"traceutil/trace.go:171","msg":"trace[461394049] range","detail":"{range_begin:/registry/events/openstack/container-infra.18997053f53a1939; range_end:; response_count:1; response_revision:24377; }","duration":"162.141514ms","start":"2026-03-03T20:57:20.001909Z","end":"2026-03-03T20:57:20.164051Z","steps":["trace[461394049] 'agreement among raft nodes before linearized reading' (duration: 162.081333ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:20.164057Z","caller":"traceutil/trace.go:171","msg":"trace[2004890394] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24377; }","duration":"121.659405ms","start":"2026-03-03T20:57:20.042369Z","end":"2026-03-03T20:57:20.164029Z","steps":["trace[2004890394] 'agreement among raft nodes before linearized reading' (duration: 121.430859ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:20.308513Z","caller":"traceutil/trace.go:171","msg":"trace[204847398] linearizableReadLoop","detail":"{readStateIndex:25264; appliedIndex:25261; }","duration":"122.988746ms","start":"2026-03-03T20:57:20.185505Z","end":"2026-03-03T20:57:20.308493Z","steps":["trace[204847398] 'read index received' (duration: 122.507594ms)","trace[204847398] 'applied index is now lower than readState.Index' (duration: 479.312µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:20.308555Z","caller":"traceutil/trace.go:171","msg":"trace[1813214945] transaction","detail":"{read_only:false; response_revision:24381; number_of_response:1; }","duration":"138.082656ms","start":"2026-03-03T20:57:20.170448Z","end":"2026-03-03T20:57:20.308531Z","steps":["trace[1813214945] 'process raft request' (duration: 137.851271ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:20.308536Z","caller":"traceutil/trace.go:171","msg":"trace[1066941275] transaction","detail":"{read_only:false; response_revision:24379; number_of_response:1; }","duration":"140.716688ms","start":"2026-03-03T20:57:20.167656Z","end":"2026-03-03T20:57:20.308373Z","steps":["trace[1066941275] 'process raft request' (duration: 140.39323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:20.308817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.224843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T20:57:20.308865Z","caller":"traceutil/trace.go:171","msg":"trace[139572397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24381; }","duration":"105.331326ms","start":"2026-03-03T20:57:20.203521Z","end":"2026-03-03T20:57:20.308853Z","steps":["trace[139572397] 'agreement among raft nodes before linearized reading' (duration: 105.148582ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:20.309084Z","caller":"traceutil/trace.go:171","msg":"trace[998763946] transaction","detail":"{read_only:false; response_revision:24380; number_of_response:1; }","duration":"138.167309ms","start":"2026-03-03T20:57:20.17018Z","end":"2026-03-03T20:57:20.308347Z","steps":["trace[998763946] 'process raft request' (duration: 138.065397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:20.309846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.09905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T20:57:20.309923Z","caller":"traceutil/trace.go:171","msg":"trace[1061155072] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24381; }","duration":"142.193602ms","start":"2026-03-03T20:57:20.16771Z","end":"2026-03-03T20:57:20.309904Z","steps":["trace[1061155072] 'agreement among raft nodes before linearized reading' (duration: 140.926123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:20.30893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.229694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:20.310033Z","caller":"traceutil/trace.go:171","msg":"trace[828325911] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24381; }","duration":"106.35268ms","start":"2026-03-03T20:57:20.203657Z","end":"2026-03-03T20:57:20.310009Z","steps":["trace[828325911] 'agreement among raft nodes before linearized reading' (duration: 105.187393ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:21.322529Z","caller":"traceutil/trace.go:171","msg":"trace[604599954] transaction","detail":"{read_only:false; response_revision:24384; number_of_response:1; }","duration":"176.611332ms","start":"2026-03-03T20:57:21.145887Z","end":"2026-03-03T20:57:21.322499Z","steps":["trace[604599954] 'process raft request' (duration: 176.424228ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:21.398869Z","caller":"traceutil/trace.go:171","msg":"trace[2079024464] linearizableReadLoop","detail":"{readStateIndex:25268; appliedIndex:25267; }","duration":"104.187159ms","start":"2026-03-03T20:57:21.294662Z","end":"2026-03-03T20:57:21.39885Z","steps":["trace[2079024464] 'read index received' (duration: 27.830886ms)","trace[2079024464] 'applied index is now lower than readState.Index' (duration: 76.355483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:21.399158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.447286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:21.399277Z","caller":"traceutil/trace.go:171","msg":"trace[102328508] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24386; }","duration":"104.645611ms","start":"2026-03-03T20:57:21.294602Z","end":"2026-03-03T20:57:21.399248Z","steps":["trace[102328508] 'agreement among raft nodes before linearized reading' (duration: 104.410095ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:21.399246Z","caller":"traceutil/trace.go:171","msg":"trace[447847787] transaction","detail":"{read_only:false; response_revision:24385; number_of_response:1; }","duration":"117.408377ms","start":"2026-03-03T20:57:21.28177Z","end":"2026-03-03T20:57:21.399179Z","steps":["trace[447847787] 'process raft request' (duration: 116.907065ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:22.290303Z","caller":"traceutil/trace.go:171","msg":"trace[1850990831] transaction","detail":"{read_only:false; response_revision:24392; number_of_response:1; }","duration":"118.665976ms","start":"2026-03-03T20:57:22.171606Z","end":"2026-03-03T20:57:22.290272Z","steps":["trace[1850990831] 'process raft request' (duration: 117.391056ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:22.290435Z","caller":"traceutil/trace.go:171","msg":"trace[310508054] transaction","detail":"{read_only:false; response_revision:24393; number_of_response:1; }","duration":"118.793619ms","start":"2026-03-03T20:57:22.171603Z","end":"2026-03-03T20:57:22.290396Z","steps":["trace[310508054] 'process raft request' (duration: 118.517632ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:25.939081Z","caller":"traceutil/trace.go:171","msg":"trace[396080272] transaction","detail":"{read_only:false; response_revision:24416; number_of_response:1; }","duration":"239.807899ms","start":"2026-03-03T20:57:25.69925Z","end":"2026-03-03T20:57:25.939058Z","steps":["trace[396080272] 'process raft request' (duration: 239.647126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:27.500392Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.549294159s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:57:27.967023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000142479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:27.967107Z","caller":"traceutil/trace.go:171","msg":"trace[367407079] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000271462s","start":"2026-03-03T20:57:25.966816Z","end":"2026-03-03T20:57:27.967088Z","steps":["trace[367407079] 'agreement among raft nodes before linearized reading' (duration: 2.00016819s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:27.967158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:25.966802Z","time spent":"2.000346853s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:57:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:29.116049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661721161s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:29.116153Z","caller":"traceutil/trace.go:171","msg":"trace[1756890645] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24416; }","duration":"1.661838353s","start":"2026-03-03T20:57:27.454298Z","end":"2026-03-03T20:57:29.116137Z","steps":["trace[1756890645] 'range keys from in-memory index tree' (duration: 1.66170593s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:29.117685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616847479s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:57:29.117744Z","caller":"traceutil/trace.go:171","msg":"trace[2092151230] linearizableReadLoop","detail":"{readStateIndex:25301; appliedIndex:25299; }","duration":"3.208704855s","start":"2026-03-03T20:57:25.90903Z","end":"2026-03-03T20:57:29.117735Z","steps":["trace[2092151230] 'read index received' (duration: 29.924985ms)","trace[2092151230] 'applied index is now lower than readState.Index' (duration: 3.17877896s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:29.117796Z","caller":"traceutil/trace.go:171","msg":"trace[292376215] transaction","detail":"{read_only:false; response_revision:24417; number_of_response:1; }","duration":"3.356516989s","start":"2026-03-03T20:57:25.76127Z","end":"2026-03-03T20:57:29.117787Z","steps":["trace[292376215] 'process raft request' (duration: 1.739499306s)","trace[292376215] 'compare' (duration: 1.615673932s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:29.117842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:25.761244Z","time spent":"3.356576719s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:29.117989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.208961011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T20:57:29.118015Z","caller":"traceutil/trace.go:171","msg":"trace[346558338] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24417; }","duration":"3.209023603s","start":"2026-03-03T20:57:25.908983Z","end":"2026-03-03T20:57:29.118007Z","steps":["trace[346558338] 'agreement among raft nodes before linearized reading' (duration: 3.208933041s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:29.118034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:25.908964Z","time spent":"3.209065713s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T20:57:29.230506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000200651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:57:29.230604Z","caller":"traceutil/trace.go:171","msg":"trace[389410143] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000347393s","start":"2026-03-03T20:57:27.230232Z","end":"2026-03-03T20:57:29.230579Z","steps":["trace[389410143] 'agreement among raft nodes before linearized reading' (duration: 2.00022357s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:29.23065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:27.230213Z","time spent":"2.000428946s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:57:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:29.618856Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875512881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:57:29.92183Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.420536293s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:57:29.967603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0001855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:29.967694Z","caller":"traceutil/trace.go:171","msg":"trace[1914303515] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000335184s","start":"2026-03-03T20:57:27.967338Z","end":"2026-03-03T20:57:29.967673Z","steps":["trace[1914303515] 'agreement among raft nodes before linearized reading' (duration: 2.000221931s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:29.967799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:27.967314Z","time spent":"2.000472178s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:57:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:31.046951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:26.049288Z","time spent":"4.99765628s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 20:57:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:31.086794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:29.33072Z","time spent":"1.756067131s","remote":"127.0.0.1:59566","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T20:57:31.089345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167122454s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:57:31.090033Z","caller":"traceutil/trace.go:171","msg":"trace[1711209158] transaction","detail":"{read_only:false; response_revision:24420; number_of_response:1; }","duration":"4.817573308s","start":"2026-03-03T20:57:26.272424Z","end":"2026-03-03T20:57:31.089997Z","steps":["trace[1711209158] 'process raft request' (duration: 4.81721891s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:31.090209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:26.272414Z","time spent":"4.817697751s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:31.090466Z","caller":"traceutil/trace.go:171","msg":"trace[1733969327] transaction","detail":"{read_only:false; response_revision:24419; number_of_response:1; }","duration":"4.873636059s","start":"2026-03-03T20:57:26.216817Z","end":"2026-03-03T20:57:31.090453Z","steps":["trace[1733969327] 'process raft request' (duration: 4.872715618s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:31.090538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:26.216792Z","time spent":"4.873709512s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:31.090656Z","caller":"traceutil/trace.go:171","msg":"trace[1699375892] transaction","detail":"{read_only:false; response_revision:24421; number_of_response:1; }","duration":"4.769466001s","start":"2026-03-03T20:57:26.321171Z","end":"2026-03-03T20:57:31.090637Z","steps":["trace[1699375892] 'process raft request' (duration: 4.768506178s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:31.090739Z","caller":"traceutil/trace.go:171","msg":"trace[585002159] transaction","detail":"{read_only:false; response_revision:24422; number_of_response:1; }","duration":"4.768649332s","start":"2026-03-03T20:57:26.322079Z","end":"2026-03-03T20:57:31.090728Z","steps":["trace[585002159] 'process raft request' (duration: 4.767640888s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:31.09077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:26.321143Z","time spent":"4.769550352s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:31.09081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:26.322037Z","time spent":"4.768741594s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:31.40083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99939634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:57:31.400934Z","caller":"traceutil/trace.go:171","msg":"trace[1773952831] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999568954s","start":"2026-03-03T20:57:26.401341Z","end":"2026-03-03T20:57:31.40091Z","steps":["trace[1773952831] 'agreement among raft nodes before linearized reading' (duration: 4.999435361s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:31.400992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:26.401321Z","time spent":"4.999660716s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:57:31.401363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999214806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:31.401396Z","caller":"traceutil/trace.go:171","msg":"trace[628283183] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999285908s","start":"2026-03-03T20:57:26.402103Z","end":"2026-03-03T20:57:31.401389Z","steps":["trace[628283183] 'agreement among raft nodes before linearized reading' (duration: 4.999251387s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:31.401415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:26.402086Z","time spent":"4.999324908s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 20:57:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:31.402882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999618265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:31.402917Z","caller":"traceutil/trace.go:171","msg":"trace[1143959057] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999675257s","start":"2026-03-03T20:57:26.403234Z","end":"2026-03-03T20:57:31.402909Z","steps":["trace[1143959057] 'agreement among raft nodes before linearized reading' (duration: 4.999634896s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:31.402939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:26.403226Z","time spent":"4.999708198s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/03 20:57:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:31.975776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000444736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:57:31.975879Z","caller":"traceutil/trace.go:171","msg":"trace[438874804] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00060934s","start":"2026-03-03T20:57:29.975249Z","end":"2026-03-03T20:57:31.975858Z","steps":["trace[438874804] 'agreement among raft nodes before linearized reading' (duration: 2.000467646s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:31.975939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:29.975228Z","time spent":"2.000701971s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:57:32.355895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:27.358321Z","time spent":"4.997565389s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 20:57:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:32.498662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:27.500334Z","time spent":"4.998316556s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 20:57:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:33.195027Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.071294792s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:57:33.318706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.228911453s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T20:57:33.976609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000158131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:33.976698Z","caller":"traceutil/trace.go:171","msg":"trace[2091967089] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000313824s","start":"2026-03-03T20:57:31.976366Z","end":"2026-03-03T20:57:33.97668Z","steps":["trace[2091967089] 'agreement among raft nodes before linearized reading' (duration: 2.000205382s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:33.976744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:31.976338Z","time spent":"2.000393615s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:57:35.985479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000147619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:35.985601Z","caller":"traceutil/trace.go:171","msg":"trace[36370759] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000351723s","start":"2026-03-03T20:57:33.985227Z","end":"2026-03-03T20:57:35.985579Z","steps":["trace[36370759] 'agreement among raft nodes before linearized reading' (duration: 2.00020412s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:35.985653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:33.985197Z","time spent":"2.000444536s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:57:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:36.046638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996824621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:36.046752Z","caller":"traceutil/trace.go:171","msg":"trace[112689748] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.997029207s","start":"2026-03-03T20:57:31.049699Z","end":"2026-03-03T20:57:36.046728Z","steps":["trace[112689748] 'agreement among raft nodes before linearized reading' (duration: 4.996884263s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:36.046826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:31.049667Z","time spent":"4.997145819s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/03 20:57:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:36.121229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:31.123546Z","time spent":"4.997673221s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 20:57:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:36.122707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:29.122594Z","time spent":"7.000110124s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T20:57:36.400348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996727093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:36.400548Z","caller":"traceutil/trace.go:171","msg":"trace[2015990620] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.996968849s","start":"2026-03-03T20:57:33.403551Z","end":"2026-03-03T20:57:36.400519Z","steps":["trace[2015990620] 'agreement among raft nodes before linearized reading' (duration: 2.996742383s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:36.400702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:33.403534Z","time spent":"2.997151522s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/03 20:57:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:36.401484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997955212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:36.401545Z","caller":"traceutil/trace.go:171","msg":"trace[2112724636] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998045333s","start":"2026-03-03T20:57:33.403486Z","end":"2026-03-03T20:57:36.401531Z","steps":["trace[2112724636] 'agreement among raft nodes before linearized reading' (duration: 2.997980182s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:36.401588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:33.403466Z","time spent":"2.998111325s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 20:57:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:36.403172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997767787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:36.403221Z","caller":"traceutil/trace.go:171","msg":"trace[96281226] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.99787593s","start":"2026-03-03T20:57:33.405334Z","end":"2026-03-03T20:57:36.403209Z","steps":["trace[96281226] 'agreement among raft nodes before linearized reading' (duration: 2.997819449s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:36.403256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:33.405305Z","time spent":"2.997941951s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/03 20:57:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:36.475553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998866323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:36.475637Z","caller":"traceutil/trace.go:171","msg":"trace[1257208259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999020137s","start":"2026-03-03T20:57:26.476597Z","end":"2026-03-03T20:57:36.475618Z","steps":["trace[1257208259] 'agreement among raft nodes before linearized reading' (duration: 9.998899444s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:36.475676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:26.476577Z","time spent":"9.999091369s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/03 20:57:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:36.530533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999535569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:36.530615Z","caller":"traceutil/trace.go:171","msg":"trace[1491467302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999722783s","start":"2026-03-03T20:57:26.530873Z","end":"2026-03-03T20:57:36.530595Z","steps":["trace[1491467302] 'agreement among raft nodes before linearized reading' (duration: 9.999618731s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:36.530664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:26.530844Z","time spent":"9.999809255s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/03 20:57:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:36.562812Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.344826456s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:57:36.71488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:29.71445Z","time spent":"7.000423001s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T20:57:36.734871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.414546396s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:57:36.735239Z","caller":"traceutil/trace.go:171","msg":"trace[1024949997] transaction","detail":"{read_only:false; response_revision:24428; number_of_response:1; }","duration":"5.203392019s","start":"2026-03-03T20:57:31.531826Z","end":"2026-03-03T20:57:36.735218Z","steps":["trace[1024949997] 'process raft request' (duration: 5.203346808s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:36.735329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:31.531788Z","time spent":"5.203494621s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:36.735665Z","caller":"traceutil/trace.go:171","msg":"trace[1263154859] linearizableReadLoop","detail":"{readStateIndex:25310; appliedIndex:25301; }","duration":"7.617893631s","start":"2026-03-03T20:57:29.11776Z","end":"2026-03-03T20:57:36.735653Z","steps":["trace[1263154859] 'read index received' (duration: 804.313769ms)","trace[1263154859] 'applied index is now lower than readState.Index' (duration: 6.813578852s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:36.735844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.814728067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:36.735884Z","caller":"traceutil/trace.go:171","msg":"trace[782224782] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24428; }","duration":"9.814817829s","start":"2026-03-03T20:57:26.921054Z","end":"2026-03-03T20:57:36.735872Z","steps":["trace[782224782] 'agreement among raft nodes before linearized reading' (duration: 9.814750707s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:36.735917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:26.921023Z","time spent":"9.814886461s","remote":"127.0.0.1:60364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:36.735944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.312801438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-03T20:57:36.735958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.519592901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:36.736Z","caller":"traceutil/trace.go:171","msg":"trace[1348489043] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24428; }","duration":"8.31289365s","start":"2026-03-03T20:57:28.423088Z","end":"2026-03-03T20:57:36.735982Z","steps":["trace[1348489043] 'agreement among raft nodes before linearized reading' (duration: 8.312728256s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:36.736008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.465156099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-03T20:57:36.736049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:28.423068Z","time spent":"8.312973093s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T20:57:36.73606Z","caller":"traceutil/trace.go:171","msg":"trace[236131410] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24428; }","duration":"8.519776765s","start":"2026-03-03T20:57:28.21626Z","end":"2026-03-03T20:57:36.736037Z","steps":["trace[236131410] 'agreement among raft nodes before linearized reading' (duration: 8.51958026s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:36.736053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.61578427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:36.736105Z","caller":"traceutil/trace.go:171","msg":"trace[1056451947] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24428; }","duration":"9.465263882s","start":"2026-03-03T20:57:27.270816Z","end":"2026-03-03T20:57:36.73608Z","steps":["trace[1056451947] 'agreement among raft nodes before linearized reading' (duration: 9.464981275s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:36.736127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:28.216242Z","time spent":"8.519869437s","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:36.736147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:27.270799Z","time spent":"9.465341613s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T20:57:36.736133Z","caller":"traceutil/trace.go:171","msg":"trace[1212139329] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24428; }","duration":"10.615947553s","start":"2026-03-03T20:57:26.120166Z","end":"2026-03-03T20:57:36.736114Z","steps":["trace[1212139329] 'agreement among raft nodes before linearized reading' (duration: 10.615697178s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:36.736241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.038340038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-03T20:57:36.736384Z","caller":"traceutil/trace.go:171","msg":"trace[759041766] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24428; }","duration":"9.038563903s","start":"2026-03-03T20:57:27.697781Z","end":"2026-03-03T20:57:36.736344Z","steps":["trace[759041766] 'agreement among raft nodes before linearized reading' (duration: 9.038098092s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:36.73649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:27.697763Z","time spent":"9.038708807s","remote":"127.0.0.1:46096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-03T20:57:36.736312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:26.120141Z","time spent":"10.616156789s","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:36.737143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.070529332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:36.737213Z","caller":"traceutil/trace.go:171","msg":"trace[919743495] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24428; }","duration":"8.070682865s","start":"2026-03-03T20:57:28.666506Z","end":"2026-03-03T20:57:36.737189Z","steps":["trace[919743495] 'agreement among raft nodes before linearized reading' (duration: 8.070559442s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:36.737276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:28.666477Z","time spent":"8.070768238s","remote":"127.0.0.1:46660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:37.235812Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875512891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:57:37.357248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999291628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:37.35738Z","caller":"traceutil/trace.go:171","msg":"trace[1108563987] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999470893s","start":"2026-03-03T20:57:32.357869Z","end":"2026-03-03T20:57:37.35734Z","steps":["trace[1108563987] 'agreement among raft nodes before linearized reading' (duration: 4.999298019s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:37.357451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:32.35786Z","time spent":"4.999577435s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/03 20:57:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:37.497714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997133249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:37.4978Z","caller":"traceutil/trace.go:171","msg":"trace[1654006076] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.997277632s","start":"2026-03-03T20:57:32.500504Z","end":"2026-03-03T20:57:37.497782Z","steps":["trace[1654006076] 'agreement among raft nodes before linearized reading' (duration: 4.997167869s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:37.497848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:32.500481Z","time spent":"4.997356684s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/03 20:57:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:37.736087Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875512891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:57:37.98583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999653669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:37.98593Z","caller":"traceutil/trace.go:171","msg":"trace[1000206328] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999840313s","start":"2026-03-03T20:57:35.986068Z","end":"2026-03-03T20:57:37.985908Z","steps":["trace[1000206328] 'agreement among raft nodes before linearized reading' (duration: 1.999703039s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:37.986043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:35.986036Z","time spent":"1.999992886s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:57:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:38.094433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997553528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:38.094532Z","caller":"traceutil/trace.go:171","msg":"trace[257171525] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.997711271s","start":"2026-03-03T20:57:33.096797Z","end":"2026-03-03T20:57:38.094508Z","steps":["trace[257171525] 'agreement among raft nodes before linearized reading' (duration: 4.997586268s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:38.094587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:33.096774Z","time spent":"4.997802153s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/03 20:57:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:38.095325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997980777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:38.095414Z","caller":"traceutil/trace.go:171","msg":"trace[1250124573] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998134711s","start":"2026-03-03T20:57:33.097262Z","end":"2026-03-03T20:57:38.095397Z","steps":["trace[1250124573] 'agreement among raft nodes before linearized reading' (duration: 4.998004568s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:38.09546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:33.097244Z","time spent":"4.998206533s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/03 20:57:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:38.100222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999500743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:38.100291Z","caller":"traceutil/trace.go:171","msg":"trace[273211443] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999590935s","start":"2026-03-03T20:57:33.100683Z","end":"2026-03-03T20:57:38.100274Z","steps":["trace[273211443] 'agreement among raft nodes before linearized reading' (duration: 4.999485162s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:38.100349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:33.100675Z","time spent":"4.999664896s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/03 20:57:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:38.236435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875512891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:57:38.291213Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.51102934s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:57:38.892137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000528278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:38.89225Z","caller":"traceutil/trace.go:171","msg":"trace[786264489] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000721852s","start":"2026-03-03T20:57:36.891502Z","end":"2026-03-03T20:57:38.892224Z","steps":["trace[786264489] 'agreement among raft nodes before linearized reading' (duration: 2.000551338s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:38.892319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:36.891484Z","time spent":"2.000820265s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:57:39.45304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998515321s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:39.45341Z","caller":"traceutil/trace.go:171","msg":"trace[1337163825] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24428; }","duration":"1.99888763s","start":"2026-03-03T20:57:37.454489Z","end":"2026-03-03T20:57:39.453376Z","steps":["trace[1337163825] 'range keys from in-memory index tree' (duration: 1.998500231s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:39.456768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165162568s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:57:39.457534Z","caller":"traceutil/trace.go:171","msg":"trace[1262767732] transaction","detail":"{read_only:false; response_revision:24429; number_of_response:1; }","duration":"6.012211081s","start":"2026-03-03T20:57:33.445275Z","end":"2026-03-03T20:57:39.457486Z","steps":["trace[1262767732] 'process raft request' (duration: 4.846198713s)","trace[1262767732] 'compare' (duration: 1.161193016s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:39.457652Z","caller":"traceutil/trace.go:171","msg":"trace[811141245] transaction","detail":"{read_only:false; response_revision:24433; number_of_response:1; }","duration":"2.925013948s","start":"2026-03-03T20:57:36.532612Z","end":"2026-03-03T20:57:39.457626Z","steps":["trace[811141245] 'process raft request' (duration: 2.924956686s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:39.457758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:36.532584Z","time spent":"2.92513059s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:39.457769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:33.445242Z","time spent":"6.012394275s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:39.457916Z","caller":"traceutil/trace.go:171","msg":"trace[321742725] transaction","detail":"{read_only:false; response_revision:24430; number_of_response:1; }","duration":"3.052444617s","start":"2026-03-03T20:57:36.405457Z","end":"2026-03-03T20:57:39.457902Z","steps":["trace[321742725] 'process raft request' (duration: 3.051449574s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:39.457985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:36.405434Z","time spent":"3.052516158s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:39.458013Z","caller":"traceutil/trace.go:171","msg":"trace[2119756329] transaction","detail":"{read_only:false; response_revision:24431; number_of_response:1; }","duration":"3.051670478s","start":"2026-03-03T20:57:36.40633Z","end":"2026-03-03T20:57:39.458001Z","steps":["trace[2119756329] 'process raft request' (duration: 3.051144856s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:39.458072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:36.406314Z","time spent":"3.05172606s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:39.458218Z","caller":"traceutil/trace.go:171","msg":"trace[183694248] transaction","detail":"{read_only:false; response_revision:24432; number_of_response:1; }","duration":"2.979970673s","start":"2026-03-03T20:57:36.478237Z","end":"2026-03-03T20:57:39.458207Z","steps":["trace[183694248] 'process raft request' (duration: 2.979285267s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:39.458284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:36.478214Z","time spent":"2.980034795s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:39.996674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00021733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:57:39.996759Z","caller":"traceutil/trace.go:171","msg":"trace[1460363239] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000316453s","start":"2026-03-03T20:57:37.996424Z","end":"2026-03-03T20:57:39.99674Z","steps":["trace[1460363239] 'agreement among raft nodes before linearized reading' (duration: 2.00021602s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:39.996806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:37.99636Z","time spent":"2.000437255s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:57:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:40.321917Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.906323061s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:57:41.047387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99845886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:41.047533Z","caller":"traceutil/trace.go:171","msg":"trace[925977586] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998666935s","start":"2026-03-03T20:57:36.048821Z","end":"2026-03-03T20:57:41.047488Z","steps":["trace[925977586] 'agreement among raft nodes before linearized reading' (duration: 4.998491561s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:41.047599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:36.0488Z","time spent":"4.998785058s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/03 20:57:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:41.121701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999041913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:57:41.121798Z","caller":"traceutil/trace.go:171","msg":"trace[187434571] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999215327s","start":"2026-03-03T20:57:36.122562Z","end":"2026-03-03T20:57:41.121777Z","steps":["trace[187434571] 'agreement among raft nodes before linearized reading' (duration: 4.999080303s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:41.121861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:36.12254Z","time spent":"4.999298699s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/03 20:57:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:41.502857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180597978s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:57:41.50308Z","caller":"traceutil/trace.go:171","msg":"trace[322223238] transaction","detail":"{read_only:false; response_revision:24434; number_of_response:1; }","duration":"4.762006908s","start":"2026-03-03T20:57:36.741052Z","end":"2026-03-03T20:57:41.503059Z","steps":["trace[322223238] 'process raft request' (duration: 3.581090094s)","trace[322223238] 'compare' (duration: 1.177842293s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:41.503152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:36.74104Z","time spent":"4.76208285s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:41.997225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999123766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:41.997316Z","caller":"traceutil/trace.go:171","msg":"trace[1415832802] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999285329s","start":"2026-03-03T20:57:39.998012Z","end":"2026-03-03T20:57:41.997297Z","steps":["trace[1415832802] 'agreement among raft nodes before linearized reading' (duration: 1.999169447s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:41.997365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:39.997986Z","time spent":"1.999370341s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:57:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:42.498589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997878296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:57:42.498683Z","caller":"traceutil/trace.go:171","msg":"trace[183875749] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.99803888s","start":"2026-03-03T20:57:37.500623Z","end":"2026-03-03T20:57:42.498662Z","steps":["trace[183875749] 'agreement among raft nodes before linearized reading' (duration: 4.997911107s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:42.498736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:37.5006Z","time spent":"4.998125031s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-03T20:57:43.095271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997727412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:43.09536Z","caller":"traceutil/trace.go:171","msg":"trace[683731832] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.997971818s","start":"2026-03-03T20:57:38.097369Z","end":"2026-03-03T20:57:43.09534Z","steps":["trace[683731832] 'agreement among raft nodes before linearized reading' (duration: 4.997761633s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:43.095416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:38.097344Z","time spent":"4.99805637s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/03 20:57:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:43.095624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99718975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:43.095687Z","caller":"traceutil/trace.go:171","msg":"trace[1286850862] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.997255832s","start":"2026-03-03T20:57:38.098416Z","end":"2026-03-03T20:57:43.095671Z","steps":["trace[1286850862] 'agreement among raft nodes before linearized reading' (duration: 4.9971884s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:43.095742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:38.098364Z","time spent":"4.997359874s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/03 20:57:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:43.099824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997706042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:43.099934Z","caller":"traceutil/trace.go:171","msg":"trace[653912609] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997865305s","start":"2026-03-03T20:57:38.10204Z","end":"2026-03-03T20:57:43.099905Z","steps":["trace[653912609] 'agreement among raft nodes before linearized reading' (duration: 4.997720862s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:43.099998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:38.102029Z","time spent":"4.997958218s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/03 20:57:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/03 20:57:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:43.123031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.57246122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:43.123154Z","caller":"traceutil/trace.go:171","msg":"trace[979741725] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"12.572667715s","start":"2026-03-03T20:57:30.550457Z","end":"2026-03-03T20:57:43.123125Z","steps":["trace[979741725] 'agreement among raft nodes before linearized reading' (duration: 12.572512551s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:43.123225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:30.550429Z","time spent":"12.572785138s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/03 20:57:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:43.692646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.18964682s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T20:57:43.693068Z","caller":"traceutil/trace.go:171","msg":"trace[6787446] linearizableReadLoop","detail":"{readStateIndex:25320; appliedIndex:25313; }","duration":"6.95734228s","start":"2026-03-03T20:57:36.735698Z","end":"2026-03-03T20:57:43.69304Z","steps":["trace[6787446] 'read index received' (duration: 1.555746188s)","trace[6787446] 'applied index is now lower than readState.Index' (duration: 5.401594842s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:43.69368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.320243138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:43.693753Z","caller":"traceutil/trace.go:171","msg":"trace[648336555] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24435; }","duration":"7.320375831s","start":"2026-03-03T20:57:36.373357Z","end":"2026-03-03T20:57:43.693733Z","steps":["trace[648336555] 'agreement among raft nodes before linearized reading' (duration: 7.320259958s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:43.693791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:36.373333Z","time spent":"7.320448183s","remote":"127.0.0.1:46478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:43.693953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.535423904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:43.694022Z","caller":"traceutil/trace.go:171","msg":"trace[803451813] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24435; }","duration":"10.535553887s","start":"2026-03-03T20:57:33.158453Z","end":"2026-03-03T20:57:43.694007Z","steps":["trace[803451813] 'agreement among raft nodes before linearized reading' (duration: 10.535433955s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:43.694055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:33.158436Z","time spent":"10.535611278s","remote":"127.0.0.1:46618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:43.694099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.342066048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:43.694139Z","caller":"traceutil/trace.go:171","msg":"trace[1939616453] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24435; }","duration":"8.342130279s","start":"2026-03-03T20:57:35.351993Z","end":"2026-03-03T20:57:43.694124Z","steps":["trace[1939616453] 'agreement among raft nodes before linearized reading' (duration: 8.342075718s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:43.694148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.975782559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-03-03T20:57:43.69416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:35.351969Z","time spent":"8.342184901s","remote":"127.0.0.1:46658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:57:43.694126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.556219163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:43.694206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.022181783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:43.69422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.317832062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:43.694211Z","caller":"traceutil/trace.go:171","msg":"trace[500314690] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24435; }","duration":"12.556352227s","start":"2026-03-03T20:57:31.137838Z","end":"2026-03-03T20:57:43.69419Z","steps":["trace[500314690] 'agreement among raft nodes before linearized reading' (duration: 12.556205863s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:43.694233Z","caller":"traceutil/trace.go:171","msg":"trace[2030350925] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24435; }","duration":"9.022248694s","start":"2026-03-03T20:57:34.671977Z","end":"2026-03-03T20:57:43.694226Z","steps":["trace[2030350925] 'agreement among raft nodes before linearized reading' (duration: 9.022206433s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:43.694259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:34.671955Z","time spent":"9.022299665s","remote":"127.0.0.1:54040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:43.694253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:31.137817Z","time spent":"12.556427748s","remote":"127.0.0.1:57350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:43.694294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.680468184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:43.694313Z","caller":"traceutil/trace.go:171","msg":"trace[256901137] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24435; }","duration":"7.680488444s","start":"2026-03-03T20:57:36.013819Z","end":"2026-03-03T20:57:43.694307Z","steps":["trace[256901137] 'agreement among raft nodes before linearized reading' (duration: 7.680459324s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:43.694331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:36.013757Z","time spent":"7.680570086s","remote":"127.0.0.1:46948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:43.694391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.152511709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:43.694415Z","caller":"traceutil/trace.go:171","msg":"trace[2089983473] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24436; }","duration":"9.15253516s","start":"2026-03-03T20:57:34.541873Z","end":"2026-03-03T20:57:43.694408Z","steps":["trace[2089983473] 'agreement among raft nodes before linearized reading' (duration: 9.152467588s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:43.694423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.043522875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:43.694448Z","caller":"traceutil/trace.go:171","msg":"trace[690247216] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24436; }","duration":"8.043586106s","start":"2026-03-03T20:57:35.650855Z","end":"2026-03-03T20:57:43.694441Z","steps":["trace[690247216] 'agreement among raft nodes before linearized reading' (duration: 8.043552586s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:43.694459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.733855639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:43.694468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:35.650832Z","time spent":"8.043629107s","remote":"127.0.0.1:46602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:43.694467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.789104625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:43.694512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.157716473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:43.694513Z","caller":"traceutil/trace.go:171","msg":"trace[559288895] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24436; }","duration":"10.789216378s","start":"2026-03-03T20:57:32.905286Z","end":"2026-03-03T20:57:43.694502Z","steps":["trace[559288895] 'agreement among raft nodes before linearized reading' (duration: 10.789146926s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:43.694534Z","caller":"traceutil/trace.go:171","msg":"trace[38050413] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24436; }","duration":"10.157789454s","start":"2026-03-03T20:57:33.53674Z","end":"2026-03-03T20:57:43.69453Z","steps":["trace[38050413] 'agreement among raft nodes before linearized reading' (duration: 10.157754974s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:43.694431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:34.541849Z","time spent":"9.152577781s","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:43.694549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:33.536714Z","time spent":"10.157831655s","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:43.694547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:32.905254Z","time spent":"10.78928511s","remote":"127.0.0.1:53982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:57:43.694483Z","caller":"traceutil/trace.go:171","msg":"trace[386595067] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24436; }","duration":"9.73392344s","start":"2026-03-03T20:57:33.960554Z","end":"2026-03-03T20:57:43.694477Z","steps":["trace[386595067] 'agreement among raft nodes before linearized reading' (duration: 9.733886259s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:43.694656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:33.960526Z","time spent":"9.734122835s","remote":"127.0.0.1:46758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:57:43.694238Z","caller":"traceutil/trace.go:171","msg":"trace[697659512] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24435; }","duration":"7.317908174s","start":"2026-03-03T20:57:36.376324Z","end":"2026-03-03T20:57:43.694232Z","steps":["trace[697659512] 'agreement among raft nodes before linearized reading' (duration: 7.317855872s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:43.694697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:36.376293Z","time spent":"7.318396115s","remote":"127.0.0.1:46144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:43.694826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.354574807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:43.694867Z","caller":"traceutil/trace.go:171","msg":"trace[1139472804] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24436; }","duration":"11.354662919s","start":"2026-03-03T20:57:32.340194Z","end":"2026-03-03T20:57:43.694857Z","steps":["trace[1139472804] 'agreement among raft nodes before linearized reading' (duration: 11.354575717s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:43.694904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:32.340172Z","time spent":"11.354724371s","remote":"127.0.0.1:45806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:43.694264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.507530587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:43.694983Z","caller":"traceutil/trace.go:171","msg":"trace[747635846] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24435; }","duration":"7.508295865s","start":"2026-03-03T20:57:36.186681Z","end":"2026-03-03T20:57:43.694977Z","steps":["trace[747635846] 'agreement among raft nodes before linearized reading' (duration: 7.507563068s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:43.695009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:36.186657Z","time spent":"7.508344416s","remote":"127.0.0.1:60398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:57:43.694461Z","caller":"traceutil/trace.go:171","msg":"trace[979084014] transaction","detail":"{read_only:false; response_revision:24436; number_of_response:1; }","duration":"2.22580029s","start":"2026-03-03T20:57:41.468654Z","end":"2026-03-03T20:57:43.694454Z","steps":["trace[979084014] 'process raft request' (duration: 2.224192583s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:43.695092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.61163927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:43.695115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.017103844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:43.695134Z","caller":"traceutil/trace.go:171","msg":"trace[1586430884] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:0; response_revision:24436; }","duration":"12.017162874s","start":"2026-03-03T20:57:31.677966Z","end":"2026-03-03T20:57:43.695129Z","steps":["trace[1586430884] 'agreement among raft nodes before linearized reading' (duration: 12.017136844s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:43.69515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:31.677944Z","time spent":"12.017204046s","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"warn","ts":"2026-03-03T20:57:43.695149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:41.468627Z","time spent":"2.226464794s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:43.694167Z","caller":"traceutil/trace.go:171","msg":"trace[931742250] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24435; }","duration":"6.97582768s","start":"2026-03-03T20:57:36.718333Z","end":"2026-03-03T20:57:43.69416Z","steps":["trace[931742250] 'agreement among raft nodes before linearized reading' (duration: 6.975738538s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:43.695065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.153037563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:43.695248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:36.718313Z","time spent":"6.976929745s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-03T20:57:43.695263Z","caller":"traceutil/trace.go:171","msg":"trace[883661489] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24436; }","duration":"13.153264207s","start":"2026-03-03T20:57:30.541989Z","end":"2026-03-03T20:57:43.695253Z","steps":["trace[883661489] 'agreement among raft nodes before linearized reading' (duration: 13.153055292s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:43.695094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.95538826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:43.695114Z","caller":"traceutil/trace.go:171","msg":"trace[1680908466] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24436; }","duration":"12.611733123s","start":"2026-03-03T20:57:31.083373Z","end":"2026-03-03T20:57:43.695106Z","steps":["trace[1680908466] 'agreement among raft nodes before linearized reading' (duration: 12.611703562s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:43.695393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.723961901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7b72dab184\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-03T20:57:43.695415Z","caller":"traceutil/trace.go:171","msg":"trace[1279697100] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18996d7b72dab184; range_end:; response_count:1; response_revision:24436; }","duration":"13.724010222s","start":"2026-03-03T20:57:29.9714Z","end":"2026-03-03T20:57:43.69541Z","steps":["trace[1279697100] 'agreement among raft nodes before linearized reading' (duration: 13.72394403s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:43.695433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:29.971381Z","time spent":"13.724047913s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7b72dab184\" "} {"level":"warn","ts":"2026-03-03T20:57:43.69542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:31.08335Z","time spent":"12.612025669s","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:43.695476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.201229875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:43.695533Z","caller":"traceutil/trace.go:171","msg":"trace[679326203] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24436; }","duration":"14.201306846s","start":"2026-03-03T20:57:29.494212Z","end":"2026-03-03T20:57:43.695519Z","steps":["trace[679326203] 'agreement among raft nodes before linearized reading' (duration: 14.201198904s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:43.695326Z","caller":"traceutil/trace.go:171","msg":"trace[1193970621] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24436; }","duration":"11.955642066s","start":"2026-03-03T20:57:31.739679Z","end":"2026-03-03T20:57:43.695321Z","steps":["trace[1193970621] 'agreement among raft nodes before linearized reading' (duration: 11.95539028s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:43.695566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:29.494153Z","time spent":"14.201404679s","remote":"127.0.0.1:46486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:43.695582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:31.739665Z","time spent":"11.955901972s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:43.695302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:30.541967Z","time spent":"13.153324479s","remote":"127.0.0.1:53918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:44.005583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000506258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:57:44.005726Z","caller":"traceutil/trace.go:171","msg":"trace[369057974] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000773305s","start":"2026-03-03T20:57:42.004917Z","end":"2026-03-03T20:57:44.00569Z","steps":["trace[369057974] 'agreement among raft nodes before linearized reading' (duration: 2.00055849s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:44.00581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:42.004897Z","time spent":"2.000893117s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:57:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:45.608281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659081178s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-03-03T20:57:45.608626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:43.697136Z","time spent":"1.91148485s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T20:57:45.608908Z","caller":"traceutil/trace.go:171","msg":"trace[246189136] linearizableReadLoop","detail":"{readStateIndex:25322; appliedIndex:25321; }","duration":"1.915770439s","start":"2026-03-03T20:57:43.693113Z","end":"2026-03-03T20:57:45.608883Z","steps":["trace[246189136] 'read index received' (duration: 255.984654ms)","trace[246189136] 'applied index is now lower than readState.Index' (duration: 1.659783835s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:45.609078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.663149152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:45.609169Z","caller":"traceutil/trace.go:171","msg":"trace[1775199970] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24437; }","duration":"4.663297215s","start":"2026-03-03T20:57:40.94585Z","end":"2026-03-03T20:57:45.609147Z","steps":["trace[1775199970] 'agreement among raft nodes before linearized reading' (duration: 4.663039639s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:45.609213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.095846523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:45.609221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:40.945737Z","time spent":"4.66347246s","remote":"127.0.0.1:46096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:57:45.609249Z","caller":"traceutil/trace.go:171","msg":"trace[1235001626] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24437; }","duration":"6.095887714s","start":"2026-03-03T20:57:39.513352Z","end":"2026-03-03T20:57:45.609239Z","steps":["trace[1235001626] 'agreement among raft nodes before linearized reading' (duration: 6.095822243s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:45.609272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:39.513279Z","time spent":"6.095986957s","remote":"127.0.0.1:46716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:45.609253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.910739725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:57:45.609346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.666728436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:45.609355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.168721993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:45.609364Z","caller":"traceutil/trace.go:171","msg":"trace[1929476085] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24437; }","duration":"2.9109107s","start":"2026-03-03T20:57:42.698429Z","end":"2026-03-03T20:57:45.60934Z","steps":["trace[1929476085] 'agreement among raft nodes before linearized reading' (duration: 2.910697635s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:45.609414Z","caller":"traceutil/trace.go:171","msg":"trace[1138699718] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24437; }","duration":"5.168806994s","start":"2026-03-03T20:57:40.440593Z","end":"2026-03-03T20:57:45.6094Z","steps":["trace[1138699718] 'agreement among raft nodes before linearized reading' (duration: 5.168728952s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:45.609419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.870754551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:45.60944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:42.698405Z","time spent":"2.911014842s","remote":"127.0.0.1:53946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:45.609467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:40.440574Z","time spent":"5.168883246s","remote":"127.0.0.1:46160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:45.609475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.018958769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:45.609486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:43.695861Z","time spent":"1.91362388s","remote":"127.0.0.1:45704","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T20:57:45.609482Z","caller":"traceutil/trace.go:171","msg":"trace[2072927467] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24437; }","duration":"3.870850372s","start":"2026-03-03T20:57:41.738613Z","end":"2026-03-03T20:57:45.609463Z","steps":["trace[2072927467] 'agreement among raft nodes before linearized reading' (duration: 3.87074372s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:45.609501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.487577514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-03-03T20:57:45.609501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.09426123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:45.609516Z","caller":"traceutil/trace.go:171","msg":"trace[624489189] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24437; }","duration":"3.019036371s","start":"2026-03-03T20:57:42.590466Z","end":"2026-03-03T20:57:45.609502Z","steps":["trace[624489189] 'agreement among raft nodes before linearized reading' (duration: 3.01898385s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:45.609535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:41.738596Z","time spent":"3.870925155s","remote":"127.0.0.1:38988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:45.609525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.156246364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:45.609568Z","caller":"traceutil/trace.go:171","msg":"trace[1267964638] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24437; }","duration":"7.094367062s","start":"2026-03-03T20:57:38.51518Z","end":"2026-03-03T20:57:45.609547Z","steps":["trace[1267964638] 'agreement among raft nodes before linearized reading' (duration: 7.094238979s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:45.609595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.514032698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:57:45.609285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.623038064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:45.609622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:38.51516Z","time spent":"7.094447004s","remote":"127.0.0.1:39018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:57:45.609631Z","caller":"traceutil/trace.go:171","msg":"trace[1402195524] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24437; }","duration":"4.51409501s","start":"2026-03-03T20:57:41.095523Z","end":"2026-03-03T20:57:45.609618Z","steps":["trace[1402195524] 'agreement among raft nodes before linearized reading' (duration: 4.514042379s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:45.609624Z","caller":"traceutil/trace.go:171","msg":"trace[1357464424] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24437; }","duration":"2.156400188s","start":"2026-03-03T20:57:43.453199Z","end":"2026-03-03T20:57:45.609599Z","steps":["trace[1357464424] 'agreement among raft nodes before linearized reading' (duration: 2.156210793s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:45.609653Z","caller":"traceutil/trace.go:171","msg":"trace[1411775381] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24437; }","duration":"5.623465343s","start":"2026-03-03T20:57:39.986175Z","end":"2026-03-03T20:57:45.609641Z","steps":["trace[1411775381] 'agreement among raft nodes before linearized reading' (duration: 5.623041823s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:45.609674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910867026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-03-03T20:57:45.609678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.870582911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bc341cca-d52e-4d47-b7ef-b34201833471\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-03-03T20:57:45.609392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.088946974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:45.609544Z","caller":"traceutil/trace.go:171","msg":"trace[756026016] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24437; }","duration":"4.487674006s","start":"2026-03-03T20:57:41.12186Z","end":"2026-03-03T20:57:45.609534Z","steps":["trace[756026016] 'agreement among raft nodes before linearized reading' (duration: 4.487518552s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:45.609705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.250374856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:45.609414Z","caller":"traceutil/trace.go:171","msg":"trace[1712278728] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24437; }","duration":"8.666809819s","start":"2026-03-03T20:57:36.942583Z","end":"2026-03-03T20:57:45.609393Z","steps":["trace[1712278728] 'agreement among raft nodes before linearized reading' (duration: 8.666729667s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:45.609759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.807379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:57:45.609836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60359095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:45.609849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:36.942571Z","time spent":"8.667264909s","remote":"127.0.0.1:46726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:57:45.609872Z","caller":"traceutil/trace.go:171","msg":"trace[1366134407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24437; }","duration":"1.603672272s","start":"2026-03-03T20:57:44.006191Z","end":"2026-03-03T20:57:45.609863Z","steps":["trace[1366134407] 'agreement among raft nodes before linearized reading' (duration: 1.603570759s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:45.609909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:44.006162Z","time spent":"1.603741473s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:57:45.609922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.871793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:57:45.609953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.861500769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:57:45.60994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.90220955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:45.609913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735485883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:45.609987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910251381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:45.609992Z","caller":"traceutil/trace.go:171","msg":"trace[136545043] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24437; }","duration":"1.861572991s","start":"2026-03-03T20:57:43.748411Z","end":"2026-03-03T20:57:45.609984Z","steps":["trace[136545043] 'agreement among raft nodes before linearized reading' (duration: 1.861521019s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:45.610022Z","caller":"traceutil/trace.go:171","msg":"trace[799506426] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24437; }","duration":"1.910301432s","start":"2026-03-03T20:57:43.699712Z","end":"2026-03-03T20:57:45.610013Z","steps":["trace[799506426] 'agreement among raft nodes before linearized reading' (duration: 1.910253361s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:45.60999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421847608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:45.610013Z","caller":"traceutil/trace.go:171","msg":"trace[200980963] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24437; }","duration":"6.902321643s","start":"2026-03-03T20:57:38.707673Z","end":"2026-03-03T20:57:45.609995Z","steps":["trace[200980963] 'agreement among raft nodes before linearized reading' (duration: 6.90220811s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:45.610052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:43.699703Z","time spent":"1.910344954s","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-03T20:57:45.610065Z","caller":"traceutil/trace.go:171","msg":"trace[1089681255] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24437; }","duration":"1.421965751s","start":"2026-03-03T20:57:44.188087Z","end":"2026-03-03T20:57:45.610053Z","steps":["trace[1089681255] 'agreement among raft nodes before linearized reading' (duration: 1.421867459s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:45.610079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:38.707648Z","time spent":"6.902418154s","remote":"127.0.0.1:46330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:57:45.609861Z","caller":"traceutil/trace.go:171","msg":"trace[473527999] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24437; }","duration":"810.947001ms","start":"2026-03-03T20:57:44.798905Z","end":"2026-03-03T20:57:45.609852Z","steps":["trace[473527999] 'agreement among raft nodes before linearized reading' (duration: 810.824039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:45.610137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:44.188063Z","time spent":"1.422031403s","remote":"127.0.0.1:42852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:57:45.610089Z","caller":"traceutil/trace.go:171","msg":"trace[464140295] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24437; }","duration":"1.735649886s","start":"2026-03-03T20:57:43.874373Z","end":"2026-03-03T20:57:45.610022Z","steps":["trace[464140295] 'agreement among raft nodes before linearized reading' (duration: 1.735510313s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:45.610196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.620138651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-03-03T20:57:45.610238Z","caller":"traceutil/trace.go:171","msg":"trace[1162065605] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24437; }","duration":"7.620219743s","start":"2026-03-03T20:57:37.990008Z","end":"2026-03-03T20:57:45.610228Z","steps":["trace[1162065605] 'agreement among raft nodes before linearized reading' (duration: 7.619051916s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:45.610248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:43.874344Z","time spent":"1.735847461s","remote":"127.0.0.1:53994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:45.609534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.895278167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:45.610381Z","caller":"traceutil/trace.go:171","msg":"trace[386451408] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24437; }","duration":"2.896117456s","start":"2026-03-03T20:57:42.714241Z","end":"2026-03-03T20:57:45.610358Z","steps":["trace[386451408] 'agreement among raft nodes before linearized reading' (duration: 2.895205665s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:45.610448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:42.7142Z","time spent":"2.896226599s","remote":"127.0.0.1:38924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:45.610266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:37.989986Z","time spent":"7.620273205s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T20:57:45.610188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:44.798883Z","time spent":"811.265829ms","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:45.609173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.082281844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:45.610596Z","caller":"traceutil/trace.go:171","msg":"trace[1333063447] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24437; }","duration":"8.083778159s","start":"2026-03-03T20:57:37.5268Z","end":"2026-03-03T20:57:45.610578Z","steps":["trace[1333063447] 'agreement among raft nodes before linearized reading' (duration: 8.082336916s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:45.610698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:37.526781Z","time spent":"8.083857201s","remote":"127.0.0.1:45884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:45.609289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.376252971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:45.610766Z","caller":"traceutil/trace.go:171","msg":"trace[230459840] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24437; }","duration":"8.377824517s","start":"2026-03-03T20:57:37.232933Z","end":"2026-03-03T20:57:45.610757Z","steps":["trace[230459840] 'agreement among raft nodes before linearized reading' (duration: 8.376264361s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:45.610804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:37.232866Z","time spent":"8.377928129s","remote":"127.0.0.1:46134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:45.609681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:43.453174Z","time spent":"2.156496939s","remote":"127.0.0.1:46166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:57:45.609709Z","caller":"traceutil/trace.go:171","msg":"trace[1757545430] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24437; }","duration":"1.910921837s","start":"2026-03-03T20:57:43.698774Z","end":"2026-03-03T20:57:45.609696Z","steps":["trace[1757545430] 'agreement among raft nodes before linearized reading' (duration: 1.910833335s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:45.610947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:43.698763Z","time spent":"1.912160205s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-03T20:57:45.61105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.656334151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T20:57:45.609666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:41.095501Z","time spent":"4.514156232s","remote":"127.0.0.1:53866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:45.609407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.46412051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T20:57:45.611123Z","caller":"traceutil/trace.go:171","msg":"trace[2048522439] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24437; }","duration":"3.656463004s","start":"2026-03-03T20:57:41.954642Z","end":"2026-03-03T20:57:45.611105Z","steps":["trace[2048522439] 'agreement among raft nodes before linearized reading' (duration: 3.654708463s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:45.611152Z","caller":"traceutil/trace.go:171","msg":"trace[679958231] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24437; }","duration":"4.465901451s","start":"2026-03-03T20:57:41.145237Z","end":"2026-03-03T20:57:45.611139Z","steps":["trace[679958231] 'agreement among raft nodes before linearized reading' (duration: 4.464043868s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:45.611168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:41.954471Z","time spent":"3.656687659s","remote":"127.0.0.1:46170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2661,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:45.611207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:41.145217Z","time spent":"4.465975583s","remote":"127.0.0.1:45770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T20:57:45.60956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.846633684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-03T20:57:45.611322Z","caller":"traceutil/trace.go:171","msg":"trace[1326886709] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24437; }","duration":"8.848426776s","start":"2026-03-03T20:57:36.762875Z","end":"2026-03-03T20:57:45.611302Z","steps":["trace[1326886709] 'agreement among raft nodes before linearized reading' (duration: 8.846565793s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:45.609563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:42.590438Z","time spent":"3.019116423s","remote":"127.0.0.1:60326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:45.611357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:36.762853Z","time spent":"8.848493858s","remote":"127.0.0.1:46096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-03T20:57:45.609613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.321153384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:45.611411Z","caller":"traceutil/trace.go:171","msg":"trace[808584573] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24437; }","duration":"2.322992636s","start":"2026-03-03T20:57:43.288406Z","end":"2026-03-03T20:57:45.611399Z","steps":["trace[808584573] 'agreement among raft nodes before linearized reading' (duration: 2.321178634s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:45.609104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.098686806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:45.611561Z","caller":"traceutil/trace.go:171","msg":"trace[1258618556] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24437; }","duration":"5.101217365s","start":"2026-03-03T20:57:40.510331Z","end":"2026-03-03T20:57:45.611548Z","steps":["trace[1258618556] 'agreement among raft nodes before linearized reading' (duration: 5.098704076s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:45.609699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:39.986153Z","time spent":"5.623534435s","remote":"127.0.0.1:46412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:57:45.60973Z","caller":"traceutil/trace.go:171","msg":"trace[1612814325] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24437; }","duration":"6.089295071s","start":"2026-03-03T20:57:39.520422Z","end":"2026-03-03T20:57:45.609717Z","steps":["trace[1612814325] 'agreement among raft nodes before linearized reading' (duration: 6.088945353s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:45.609729Z","caller":"traceutil/trace.go:171","msg":"trace[42312213] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bc341cca-d52e-4d47-b7ef-b34201833471; range_end:; response_count:1; response_revision:24437; }","duration":"8.870662192s","start":"2026-03-03T20:57:36.739051Z","end":"2026-03-03T20:57:45.609714Z","steps":["trace[42312213] 'agreement among raft nodes before linearized reading' (duration: 8.870538259s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:45.609748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:41.121831Z","time spent":"4.487902112s","remote":"127.0.0.1:53866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-03T20:57:45.609804Z","caller":"traceutil/trace.go:171","msg":"trace[1120825471] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24437; }","duration":"7.250489488s","start":"2026-03-03T20:57:38.359282Z","end":"2026-03-03T20:57:45.609772Z","steps":["trace[1120825471] 'agreement among raft nodes before linearized reading' (duration: 7.250386335s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:45.609961Z","caller":"traceutil/trace.go:171","msg":"trace[203158057] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24437; }","duration":"910.949885ms","start":"2026-03-03T20:57:44.699Z","end":"2026-03-03T20:57:45.60995Z","steps":["trace[203158057] 'agreement among raft nodes before linearized reading' (duration: 910.885553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:45.610032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:43.748394Z","time spent":"1.861629632s","remote":"127.0.0.1:46914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:45.611999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:36.739035Z","time spent":"8.872953656s","remote":"127.0.0.1:45806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-bc341cca-d52e-4d47-b7ef-b34201833471\" "} {"level":"warn","ts":"2026-03-03T20:57:45.611457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:43.28838Z","time spent":"2.323063848s","remote":"127.0.0.1:46368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:45.612291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:40.510289Z","time spent":"5.101995423s","remote":"127.0.0.1:57452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:45.612433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:39.520414Z","time spent":"6.092013224s","remote":"127.0.0.1:46350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:45.612519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:38.359262Z","time spent":"7.253235952s","remote":"127.0.0.1:46026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:45.612537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:44.698973Z","time spent":"913.532824ms","remote":"127.0.0.1:57342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:46.117463Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875512902,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:57:46.618357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875512902,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:57:47.118798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875512902,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:57:47.344784Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.731859339s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:57:47.620553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000756703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:57:47.620723Z","caller":"traceutil/trace.go:171","msg":"trace[1723360895] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000950728s","start":"2026-03-03T20:57:45.619749Z","end":"2026-03-03T20:57:47.6207Z","steps":["trace[1723360895] 'agreement among raft nodes before linearized reading' (duration: 2.000762393s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:47.620772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:45.619742Z","time spent":"2.00101786s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:57:48.618711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164196476s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:48.618877Z","caller":"traceutil/trace.go:171","msg":"trace[642795701] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24437; }","duration":"1.16438204s","start":"2026-03-03T20:57:47.454474Z","end":"2026-03-03T20:57:48.618856Z","steps":["trace[642795701] 'range keys from in-memory index tree' (duration: 1.164177436s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:48.620432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275362858s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:57:48.620536Z","caller":"traceutil/trace.go:171","msg":"trace[1268024641] transaction","detail":"{read_only:false; response_revision:24438; number_of_response:1; }","duration":"3.007696449s","start":"2026-03-03T20:57:45.612819Z","end":"2026-03-03T20:57:48.620515Z","steps":["trace[1268024641] 'process raft request' (duration: 1.732152697s)","trace[1268024641] 'compare' (duration: 1.275078741s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:48.620596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:45.6128Z","time spent":"3.00776818s","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:48.904224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000090327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:57:48.904639Z","caller":"traceutil/trace.go:171","msg":"trace[1758478442] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00061718s","start":"2026-03-03T20:57:46.903997Z","end":"2026-03-03T20:57:48.904614Z","steps":["trace[1758478442] 'agreement among raft nodes before linearized reading' (duration: 2.000124118s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:48.904808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:46.903956Z","time spent":"2.000834965s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:57:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:49.425674Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.080612618s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:57:49.628858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999879343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:49.628933Z","caller":"traceutil/trace.go:171","msg":"trace[139421233] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000007225s","start":"2026-03-03T20:57:47.628911Z","end":"2026-03-03T20:57:49.628918Z","steps":["trace[139421233] 'agreement among raft nodes before linearized reading' (duration: 1.999907693s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:49.629009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:47.628896Z","time spent":"2.000102958s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:57:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:51.162944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736959088s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:57:51.163865Z","caller":"traceutil/trace.go:171","msg":"trace[351000195] transaction","detail":"{read_only:false; response_revision:24439; number_of_response:1; }","duration":"5.550577212s","start":"2026-03-03T20:57:45.613243Z","end":"2026-03-03T20:57:51.16382Z","steps":["trace[351000195] 'process raft request' (duration: 3.812672122s)","trace[351000195] 'compare' (duration: 1.736318983s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:51.163937Z","caller":"traceutil/trace.go:171","msg":"trace[829775750] transaction","detail":"{read_only:false; response_revision:24440; number_of_response:1; }","duration":"5.543893676s","start":"2026-03-03T20:57:45.620018Z","end":"2026-03-03T20:57:51.163912Z","steps":["trace[829775750] 'process raft request' (duration: 5.543694411s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:51.163946Z","caller":"traceutil/trace.go:171","msg":"trace[501202416] linearizableReadLoop","detail":"{readStateIndex:25329; appliedIndex:25324; }","duration":"5.547314825s","start":"2026-03-03T20:57:45.616612Z","end":"2026-03-03T20:57:51.163927Z","steps":["trace[501202416] 'read index received' (duration: 1.728371798s)","trace[501202416] 'applied index is now lower than readState.Index' (duration: 3.818942287s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:51.164022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:45.620008Z","time spent":"5.543974928s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:51.164042Z","caller":"traceutil/trace.go:171","msg":"trace[2143643715] transaction","detail":"{read_only:false; response_revision:24442; number_of_response:1; }","duration":"4.198976902s","start":"2026-03-03T20:57:46.965042Z","end":"2026-03-03T20:57:51.164019Z","steps":["trace[2143643715] 'process raft request' (duration: 4.198849939s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:51.16405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:45.613221Z","time spent":"5.550729545s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:51.164143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.547518801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-03T20:57:51.164177Z","caller":"traceutil/trace.go:171","msg":"trace[1192690652] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24442; }","duration":"5.547593102s","start":"2026-03-03T20:57:45.616574Z","end":"2026-03-03T20:57:51.164167Z","steps":["trace[1192690652] 'agreement among raft nodes before linearized reading' (duration: 5.547449538s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:51.164173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:46.965011Z","time spent":"4.199085165s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:51.164205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:45.616561Z","time spent":"5.547638284s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-03-03T20:57:51.164021Z","caller":"traceutil/trace.go:171","msg":"trace[1592586300] transaction","detail":"{read_only:false; response_revision:24441; number_of_response:1; }","duration":"4.322544343s","start":"2026-03-03T20:57:46.841438Z","end":"2026-03-03T20:57:51.163983Z","steps":["trace[1592586300] 'process raft request' (duration: 4.322409049s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:51.164354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:46.841413Z","time spent":"4.322903901s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:51.617014Z","caller":"traceutil/trace.go:171","msg":"trace[196749559] linearizableReadLoop","detail":"{readStateIndex:25330; appliedIndex:25329; }","duration":"452.98145ms","start":"2026-03-03T20:57:51.164002Z","end":"2026-03-03T20:57:51.616984Z","steps":["trace[196749559] 'read index received' (duration: 363.933372ms)","trace[196749559] 'applied index is now lower than readState.Index' (duration: 89.046358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:51.617216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.949393987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:57:51.617302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.25209249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:57:51.61733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.231994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:57:51.617415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979770107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:51.617417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.778818762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:57:51.617372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958423731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:51.617507Z","caller":"traceutil/trace.go:171","msg":"trace[1541724161] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24443; }","duration":"1.958547554s","start":"2026-03-03T20:57:49.658938Z","end":"2026-03-03T20:57:51.617486Z","steps":["trace[1541724161] 'agreement among raft nodes before linearized reading' (duration: 1.958405131s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:51.617542Z","caller":"traceutil/trace.go:171","msg":"trace[718233599] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24443; }","duration":"5.778929794s","start":"2026-03-03T20:57:45.83855Z","end":"2026-03-03T20:57:51.61748Z","steps":["trace[718233599] 'agreement among raft nodes before linearized reading' (duration: 5.77877114s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:51.61758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.994514161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-03T20:57:51.617602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:45.838532Z","time spent":"5.779054588s","remote":"127.0.0.1:45942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:51.61766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.266093838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:51.617672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.445657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5a48d047-32e3-4d9c-89ea-93e1ab0fd5e7\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-03T20:57:51.617696Z","caller":"traceutil/trace.go:171","msg":"trace[1809119896] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24443; }","duration":"3.2661687s","start":"2026-03-03T20:57:48.351517Z","end":"2026-03-03T20:57:51.617685Z","steps":["trace[1809119896] 'agreement among raft nodes before linearized reading' (duration: 3.266116379s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:51.617736Z","caller":"traceutil/trace.go:171","msg":"trace[1488179501] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5a48d047-32e3-4d9c-89ea-93e1ab0fd5e7; range_end:; response_count:1; response_revision:24443; }","duration":"449.54211ms","start":"2026-03-03T20:57:51.168178Z","end":"2026-03-03T20:57:51.61772Z","steps":["trace[1488179501] 'agreement among raft nodes before linearized reading' (duration: 449.312604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:51.617744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:48.351495Z","time spent":"3.266237692s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:51.617793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:51.168162Z","time spent":"449.616821ms","remote":"127.0.0.1:45806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-5a48d047-32e3-4d9c-89ea-93e1ab0fd5e7\" "} {"level":"info","ts":"2026-03-03T20:57:51.617857Z","caller":"traceutil/trace.go:171","msg":"trace[412310238] transaction","detail":"{read_only:false; response_revision:24443; number_of_response:1; }","duration":"1.001100679s","start":"2026-03-03T20:57:50.616728Z","end":"2026-03-03T20:57:51.617829Z","steps":["trace[412310238] 'process raft request' (duration: 911.324534ms)","trace[412310238] 'compare' (duration: 88.329892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:51.617925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.274279715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:51.618023Z","caller":"traceutil/trace.go:171","msg":"trace[987938223] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24443; }","duration":"5.27446678s","start":"2026-03-03T20:57:46.343506Z","end":"2026-03-03T20:57:51.617973Z","steps":["trace[987938223] 'agreement among raft nodes before linearized reading' (duration: 5.274363957s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:51.61805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:50.616703Z","time spent":"1.001215631s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:51.618084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:46.343486Z","time spent":"5.274582802s","remote":"127.0.0.1:60352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:51.618152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.283551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-03T20:57:51.618231Z","caller":"traceutil/trace.go:171","msg":"trace[1393668009] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24443; }","duration":"442.357373ms","start":"2026-03-03T20:57:51.17584Z","end":"2026-03-03T20:57:51.618198Z","steps":["trace[1393668009] 'agreement among raft nodes before linearized reading' (duration: 442.203639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:51.618286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:51.175833Z","time spent":"442.440305ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T20:57:51.618341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.661735343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:51.618411Z","caller":"traceutil/trace.go:171","msg":"trace[922182474] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24443; }","duration":"5.661822755s","start":"2026-03-03T20:57:45.956564Z","end":"2026-03-03T20:57:51.618387Z","steps":["trace[922182474] 'agreement among raft nodes before linearized reading' (duration: 5.661719453s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:51.618469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:45.956548Z","time spent":"5.661905757s","remote":"127.0.0.1:45930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:51.6186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.54157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-8687cdb994-5vzmq.189970561f365f3b\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-03T20:57:51.618661Z","caller":"traceutil/trace.go:171","msg":"trace[296747603] range","detail":"{range_begin:/registry/events/openstack/magnum-api-8687cdb994-5vzmq.189970561f365f3b; range_end:; response_count:1; response_revision:24443; }","duration":"449.614801ms","start":"2026-03-03T20:57:51.169032Z","end":"2026-03-03T20:57:51.618646Z","steps":["trace[296747603] 'agreement among raft nodes before linearized reading' (duration: 449.457958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:51.617574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:49.658903Z","time spent":"1.958649597s","remote":"127.0.0.1:35884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:57:51.617449Z","caller":"traceutil/trace.go:171","msg":"trace[846869836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24443; }","duration":"1.97989969s","start":"2026-03-03T20:57:49.637541Z","end":"2026-03-03T20:57:51.617441Z","steps":["trace[846869836] 'agreement among raft nodes before linearized reading' (duration: 1.979852129s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:51.617615Z","caller":"traceutil/trace.go:171","msg":"trace[1400598862] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24443; }","duration":"2.994578593s","start":"2026-03-03T20:57:48.623028Z","end":"2026-03-03T20:57:51.617607Z","steps":["trace[1400598862] 'agreement among raft nodes before linearized reading' (duration: 2.99444168s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:51.617315Z","caller":"traceutil/trace.go:171","msg":"trace[2013995688] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24443; }","duration":"3.949570921s","start":"2026-03-03T20:57:47.667723Z","end":"2026-03-03T20:57:51.617294Z","steps":["trace[2013995688] 'agreement among raft nodes before linearized reading' (duration: 3.949312645s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:51.617441Z","caller":"traceutil/trace.go:171","msg":"trace[1405696739] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24443; }","duration":"775.364807ms","start":"2026-03-03T20:57:50.842051Z","end":"2026-03-03T20:57:51.617415Z","steps":["trace[1405696739] 'agreement among raft nodes before linearized reading' (duration: 775.167032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:51.617448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.999701561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:51.61737Z","caller":"traceutil/trace.go:171","msg":"trace[1188177810] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24443; }","duration":"5.252218103s","start":"2026-03-03T20:57:46.365134Z","end":"2026-03-03T20:57:51.617352Z","steps":["trace[1188177810] 'agreement among raft nodes before linearized reading' (duration: 5.25207997s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:51.618733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.241449183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:51.618801Z","caller":"traceutil/trace.go:171","msg":"trace[806677077] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24443; }","duration":"5.241524155s","start":"2026-03-03T20:57:46.377263Z","end":"2026-03-03T20:57:51.618787Z","steps":["trace[806677077] 'agreement among raft nodes before linearized reading' (duration: 5.239899867s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:51.618845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:46.377226Z","time spent":"5.241609816s","remote":"127.0.0.1:45874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:51.618415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.446385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T20:57:51.619455Z","caller":"traceutil/trace.go:171","msg":"trace[546252070] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24443; }","duration":"477.51256ms","start":"2026-03-03T20:57:51.141921Z","end":"2026-03-03T20:57:51.619433Z","steps":["trace[546252070] 'agreement among raft nodes before linearized reading' (duration: 476.360983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:51.618934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:51.169025Z","time spent":"449.893068ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-8687cdb994-5vzmq.189970561f365f3b\" "} {"level":"warn","ts":"2026-03-03T20:57:51.619095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.403347179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:51.619513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:51.141901Z","time spent":"477.598061ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T20:57:51.619552Z","caller":"traceutil/trace.go:171","msg":"trace[1511300178] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24443; }","duration":"4.403844301s","start":"2026-03-03T20:57:47.215691Z","end":"2026-03-03T20:57:51.619535Z","steps":["trace[1511300178] 'agreement among raft nodes before linearized reading' (duration: 4.40335586s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:51.619609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:47.215669Z","time spent":"4.403919832s","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:57:51.619165Z","caller":"traceutil/trace.go:171","msg":"trace[263140626] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24443; }","duration":"6.001450662s","start":"2026-03-03T20:57:45.617697Z","end":"2026-03-03T20:57:51.619147Z","steps":["trace[263140626] 'agreement among raft nodes before linearized reading' (duration: 5.999700301s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:51.619779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:45.617682Z","time spent":"6.002087117s","remote":"127.0.0.1:45926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:57:51.619151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.059643197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:51.619886Z","caller":"traceutil/trace.go:171","msg":"trace[311141206] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24443; }","duration":"4.060421776s","start":"2026-03-03T20:57:47.559451Z","end":"2026-03-03T20:57:51.619873Z","steps":["trace[311141206] 'agreement among raft nodes before linearized reading' (duration: 4.059629857s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:51.619935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:47.559431Z","time spent":"4.060489407s","remote":"127.0.0.1:38890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:51.619198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:50.841977Z","time spent":"777.171299ms","remote":"127.0.0.1:46038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:51.619225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:47.667696Z","time spent":"3.951508906s","remote":"127.0.0.1:60408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:51.619215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:49.637526Z","time spent":"1.981677851s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:57:51.618748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:46.365112Z","time spent":"5.253620265s","remote":"127.0.0.1:42826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:51.619231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.530588384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:51.620251Z","caller":"traceutil/trace.go:171","msg":"trace[1249137024] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24443; }","duration":"4.531659599s","start":"2026-03-03T20:57:47.088576Z","end":"2026-03-03T20:57:51.620235Z","steps":["trace[1249137024] 'agreement among raft nodes before linearized reading' (duration: 4.530546563s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:51.6203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:47.088559Z","time spent":"4.53172657s","remote":"127.0.0.1:60394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:51.619271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:48.62301Z","time spent":"2.99619802s","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T20:57:51.620895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.585214653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418181"} {"level":"info","ts":"2026-03-03T20:57:51.621036Z","caller":"traceutil/trace.go:171","msg":"trace[1652104174] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24443; }","duration":"4.586856821s","start":"2026-03-03T20:57:47.034155Z","end":"2026-03-03T20:57:51.621012Z","steps":["trace[1652104174] 'agreement among raft nodes before linearized reading' (duration: 4.585008498s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:51.621133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:47.034135Z","time spent":"4.586977174s","remote":"127.0.0.1:35884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418204,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T20:57:52.124994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875512913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:57:52.625376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875512913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:57:52.669401Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.046349499s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:57:53.62866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000146559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:57:53.628743Z","caller":"traceutil/trace.go:171","msg":"trace[144304019] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000263192s","start":"2026-03-03T20:57:51.62846Z","end":"2026-03-03T20:57:53.628724Z","steps":["trace[144304019] 'agreement among raft nodes before linearized reading' (duration: 2.000151289s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:53.628789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:51.628456Z","time spent":"2.000325583s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:57:54.047565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377825098s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:57:54.04771Z","caller":"traceutil/trace.go:171","msg":"trace[423711646] transaction","detail":"{read_only:false; response_revision:24444; number_of_response:1; }","duration":"2.424731849s","start":"2026-03-03T20:57:51.622953Z","end":"2026-03-03T20:57:54.047684Z","steps":["trace[423711646] 'process raft request' (duration: 1.046670736s)","trace[423711646] 'compare' (duration: 1.376525368s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:54.047798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:51.622934Z","time spent":"2.424821891s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:54.19193Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.521429753s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:57:55.072283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.013376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:57:55.072627Z","caller":"traceutil/trace.go:171","msg":"trace[735832988] transaction","detail":"{read_only:false; response_revision:24445; number_of_response:1; }","duration":"3.448457484s","start":"2026-03-03T20:57:51.624131Z","end":"2026-03-03T20:57:55.072588Z","steps":["trace[735832988] 'process raft request' (duration: 2.568005787s)","trace[735832988] 'compare' (duration: 878.943872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:55.072819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:51.624117Z","time spent":"3.448590427s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:55.07307Z","caller":"traceutil/trace.go:171","msg":"trace[151522917] transaction","detail":"{read_only:false; response_revision:24446; number_of_response:1; }","duration":"3.06121496s","start":"2026-03-03T20:57:52.011773Z","end":"2026-03-03T20:57:55.072988Z","steps":["trace[151522917] 'process raft request' (duration: 3.06076349s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:55.073206Z","caller":"traceutil/trace.go:171","msg":"trace[1399789706] linearizableReadLoop","detail":"{readStateIndex:25334; appliedIndex:25330; }","duration":"3.449131879s","start":"2026-03-03T20:57:51.624052Z","end":"2026-03-03T20:57:55.073184Z","steps":["trace[1399789706] 'read index received' (duration: 1.045640132s)","trace[1399789706] 'applied index is now lower than readState.Index' (duration: 2.403490607s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:55.073278Z","caller":"traceutil/trace.go:171","msg":"trace[852726160] transaction","detail":"{read_only:false; response_revision:24447; number_of_response:1; }","duration":"2.728836263s","start":"2026-03-03T20:57:52.344434Z","end":"2026-03-03T20:57:55.07327Z","steps":["trace[852726160] 'process raft request' (duration: 2.728475324s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:55.073322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:52.344383Z","time spent":"2.728921854s","remote":"127.0.0.1:53866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:55.073344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.449292893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T20:57:55.073229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:52.011753Z","time spent":"3.061389734s","remote":"127.0.0.1:35884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418239,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:55.073381Z","caller":"traceutil/trace.go:171","msg":"trace[239261061] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24447; }","duration":"3.449369935s","start":"2026-03-03T20:57:51.624001Z","end":"2026-03-03T20:57:55.073371Z","steps":["trace[239261061] 'agreement among raft nodes before linearized reading' (duration: 3.449285083s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:55.073418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:51.623983Z","time spent":"3.449424776s","remote":"127.0.0.1:45926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T20:57:55.573797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875512919,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:57:55.629521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999975837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:57:55.62991Z","caller":"traceutil/trace.go:171","msg":"trace[726801217] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00015364s","start":"2026-03-03T20:57:53.629466Z","end":"2026-03-03T20:57:55.62962Z","steps":["trace[726801217] 'agreement among raft nodes before linearized reading' (duration: 1.999991936s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:55.630088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:53.629451Z","time spent":"2.000620871s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:57:56.075171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875512919,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:57:56.474745Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.106390796s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:57:56.78893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.89807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:57:56.789063Z","caller":"traceutil/trace.go:171","msg":"trace[1934490017] linearizableReadLoop","detail":"{readStateIndex:25335; appliedIndex:25334; }","duration":"1.715790116s","start":"2026-03-03T20:57:55.073255Z","end":"2026-03-03T20:57:56.789045Z","steps":["trace[1934490017] 'read index received' (duration: 1.401617799s)","trace[1934490017] 'applied index is now lower than readState.Index' (duration: 314.170957ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:56.789164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.038552417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:56.789206Z","caller":"traceutil/trace.go:171","msg":"trace[594302639] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24448; }","duration":"4.038595918s","start":"2026-03-03T20:57:52.750597Z","end":"2026-03-03T20:57:56.789193Z","steps":["trace[594302639] 'agreement among raft nodes before linearized reading' (duration: 4.038521936s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:56.78925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:52.75057Z","time spent":"4.03866923s","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:56.789314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.946606135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:56.789375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.604239384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:56.789399Z","caller":"traceutil/trace.go:171","msg":"trace[1285891110] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24448; }","duration":"4.946745227s","start":"2026-03-03T20:57:51.842637Z","end":"2026-03-03T20:57:56.789382Z","steps":["trace[1285891110] 'agreement among raft nodes before linearized reading' (duration: 4.946575613s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:56.790432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:51.84262Z","time spent":"4.947780692s","remote":"127.0.0.1:46520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:56.789415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.234982796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T20:57:56.7906Z","caller":"traceutil/trace.go:171","msg":"trace[1594984944] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24448; }","duration":"3.236221565s","start":"2026-03-03T20:57:53.55435Z","end":"2026-03-03T20:57:56.790572Z","steps":["trace[1594984944] 'agreement among raft nodes before linearized reading' (duration: 3.234869734s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:56.790701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:53.554329Z","time spent":"3.236346637s","remote":"127.0.0.1:45770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":140,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:57:56.789425Z","caller":"traceutil/trace.go:171","msg":"trace[1375442370] transaction","detail":"{read_only:false; response_revision:24448; number_of_response:1; }","duration":"2.815902233s","start":"2026-03-03T20:57:53.973475Z","end":"2026-03-03T20:57:56.789377Z","steps":["trace[1375442370] 'process raft request' (duration: 2.501448691s)","trace[1375442370] 'compare' (duration: 313.652334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:56.790889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:53.973444Z","time spent":"2.817396558s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:56.789143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.926057235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:56.790981Z","caller":"traceutil/trace.go:171","msg":"trace[2043004801] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24448; }","duration":"3.927954229s","start":"2026-03-03T20:57:52.863004Z","end":"2026-03-03T20:57:56.790958Z","steps":["trace[2043004801] 'agreement among raft nodes before linearized reading' (duration: 3.926059025s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:56.791054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:52.86298Z","time spent":"3.928054572s","remote":"127.0.0.1:46314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:56.789452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.631072566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:56.791148Z","caller":"traceutil/trace.go:171","msg":"trace[191232518] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24448; }","duration":"4.632778456s","start":"2026-03-03T20:57:52.158345Z","end":"2026-03-03T20:57:56.791123Z","steps":["trace[191232518] 'agreement among raft nodes before linearized reading' (duration: 4.631035985s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:56.791216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:52.158283Z","time spent":"4.632908879s","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:57:56.789459Z","caller":"traceutil/trace.go:171","msg":"trace[438864150] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24448; }","duration":"4.604358276s","start":"2026-03-03T20:57:52.185073Z","end":"2026-03-03T20:57:56.789432Z","steps":["trace[438864150] 'agreement among raft nodes before linearized reading' (duration: 4.604230403s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:56.79132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:52.185051Z","time spent":"4.60623716s","remote":"127.0.0.1:46584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:56.789478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.162737553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:56.791427Z","caller":"traceutil/trace.go:171","msg":"trace[1513560288] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24448; }","duration":"5.164682319s","start":"2026-03-03T20:57:51.626721Z","end":"2026-03-03T20:57:56.791403Z","steps":["trace[1513560288] 'agreement among raft nodes before linearized reading' (duration: 5.162723064s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:56.789477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34812687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:56.791571Z","caller":"traceutil/trace.go:171","msg":"trace[2063857842] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24448; }","duration":"2.35025906s","start":"2026-03-03T20:57:54.441291Z","end":"2026-03-03T20:57:56.79155Z","steps":["trace[2063857842] 'agreement among raft nodes before linearized reading' (duration: 2.34812072s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:56.791651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:54.441267Z","time spent":"2.350354152s","remote":"127.0.0.1:47008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:56.789424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.633240594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:56.789501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.736451308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7b72dab184\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-03T20:57:56.789583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.163793298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-03-03T20:57:56.789637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.163583423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-03T20:57:56.789696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.4016675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-03T20:57:56.789373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.361163303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T20:57:56.791502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:51.626716Z","time spent":"5.164764881s","remote":"127.0.0.1:45926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-03T20:57:56.791781Z","caller":"traceutil/trace.go:171","msg":"trace[478980658] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24448; }","duration":"3.635713312s","start":"2026-03-03T20:57:53.15604Z","end":"2026-03-03T20:57:56.791753Z","steps":["trace[478980658] 'agreement among raft nodes before linearized reading' (duration: 3.633222984s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:56.791892Z","caller":"traceutil/trace.go:171","msg":"trace[297691595] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24448; }","duration":"5.165836275s","start":"2026-03-03T20:57:51.626034Z","end":"2026-03-03T20:57:56.791871Z","steps":["trace[297691595] 'agreement among raft nodes before linearized reading' (duration: 5.16345069s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:56.791902Z","caller":"traceutil/trace.go:171","msg":"trace[2146643363] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24448; }","duration":"4.403929832s","start":"2026-03-03T20:57:52.38795Z","end":"2026-03-03T20:57:56.791879Z","steps":["trace[2146643363] 'agreement among raft nodes before linearized reading' (duration: 4.401526607s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:56.791951Z","caller":"traceutil/trace.go:171","msg":"trace[2095475840] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24448; }","duration":"5.166170164s","start":"2026-03-03T20:57:51.625771Z","end":"2026-03-03T20:57:56.791941Z","steps":["trace[2095475840] 'agreement among raft nodes before linearized reading' (duration: 5.163698876s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:56.791961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:51.626018Z","time spent":"5.165920298s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-03-03T20:57:56.791953Z","caller":"traceutil/trace.go:171","msg":"trace[1266351577] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18996d7b72dab184; range_end:; response_count:1; response_revision:24448; }","duration":"2.738924026s","start":"2026-03-03T20:57:54.053015Z","end":"2026-03-03T20:57:56.791939Z","steps":["trace[1266351577] 'agreement among raft nodes before linearized reading' (duration: 2.736176212s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:56.792111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:54.052929Z","time spent":"2.739133421s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7b72dab184\" "} {"level":"warn","ts":"2026-03-03T20:57:56.791962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:52.38793Z","time spent":"4.404015445s","remote":"127.0.0.1:45770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T20:57:56.791966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:53.156014Z","time spent":"3.635922807s","remote":"127.0.0.1:53876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:57:56.791895Z","caller":"traceutil/trace.go:171","msg":"trace[2070043031] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24448; }","duration":"2.363689511s","start":"2026-03-03T20:57:54.428186Z","end":"2026-03-03T20:57:56.791875Z","steps":["trace[2070043031] 'agreement among raft nodes before linearized reading' (duration: 2.360983128s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:56.792393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:54.428097Z","time spent":"2.364279885s","remote":"127.0.0.1:45972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:56.792012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:51.625765Z","time spent":"5.166225715s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T20:57:57.639286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000001856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:57.639376Z","caller":"traceutil/trace.go:171","msg":"trace[186132873] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000218431s","start":"2026-03-03T20:57:55.639136Z","end":"2026-03-03T20:57:57.639354Z","steps":["trace[186132873] 'agreement among raft nodes before linearized reading' (duration: 2.000103018s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:57.639425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:55.639112Z","time spent":"2.000303423s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:57:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:57.921552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.072817ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:57.921715Z","caller":"traceutil/trace.go:171","msg":"trace[2101432945] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24448; }","duration":"467.248491ms","start":"2026-03-03T20:57:57.454442Z","end":"2026-03-03T20:57:57.921691Z","steps":["trace[2101432945] 'range keys from in-memory index tree' (duration: 467.056677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:57.921695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021965733s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:57:57.921941Z","caller":"traceutil/trace.go:171","msg":"trace[1568699901] linearizableReadLoop","detail":"{readStateIndex:25336; appliedIndex:25335; }","duration":"1.132837598s","start":"2026-03-03T20:57:56.789089Z","end":"2026-03-03T20:57:57.921927Z","steps":["trace[1568699901] 'read index received' (duration: 110.548117ms)","trace[1568699901] 'applied index is now lower than readState.Index' (duration: 1.022288331s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:57.922014Z","caller":"traceutil/trace.go:171","msg":"trace[57755316] transaction","detail":"{read_only:false; response_revision:24451; number_of_response:1; }","duration":"1.122690462s","start":"2026-03-03T20:57:56.799305Z","end":"2026-03-03T20:57:57.921995Z","steps":["trace[57755316] 'process raft request' (duration: 1.122626351s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:57.922092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.838625611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:57.922135Z","caller":"traceutil/trace.go:171","msg":"trace[268182662] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24451; }","duration":"2.838680492s","start":"2026-03-03T20:57:55.083443Z","end":"2026-03-03T20:57:57.922124Z","steps":["trace[268182662] 'agreement among raft nodes before linearized reading' (duration: 2.83857623s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:57.922148Z","caller":"traceutil/trace.go:171","msg":"trace[646080030] transaction","detail":"{read_only:false; response_revision:24450; number_of_response:1; }","duration":"1.126516912s","start":"2026-03-03T20:57:56.795621Z","end":"2026-03-03T20:57:57.922138Z","steps":["trace[646080030] 'process raft request' (duration: 1.126195304s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:57.92214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.442885211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-03T20:57:57.922183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:55.083411Z","time spent":"2.838759225s","remote":"127.0.0.1:57414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:57.922198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:56.795602Z","time spent":"1.126568503s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:57.922201Z","caller":"traceutil/trace.go:171","msg":"trace[388252905] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24451; }","duration":"2.442987863s","start":"2026-03-03T20:57:55.479195Z","end":"2026-03-03T20:57:57.922183Z","steps":["trace[388252905] 'agreement among raft nodes before linearized reading' (duration: 2.442770988s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:57.92187Z","caller":"traceutil/trace.go:171","msg":"trace[814589844] transaction","detail":"{read_only:false; response_revision:24449; number_of_response:1; }","duration":"1.296900028s","start":"2026-03-03T20:57:56.62492Z","end":"2026-03-03T20:57:57.92182Z","steps":["trace[814589844] 'process raft request' (duration: 274.70584ms)","trace[814589844] 'compare' (duration: 1.019593708s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:57.92233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035191343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:57.922382Z","caller":"traceutil/trace.go:171","msg":"trace[599187961] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24451; }","duration":"2.035293745s","start":"2026-03-03T20:57:55.887072Z","end":"2026-03-03T20:57:57.922366Z","steps":["trace[599187961] 'agreement among raft nodes before linearized reading' (duration: 2.035215213s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:57.922428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:55.887043Z","time spent":"2.035373717s","remote":"127.0.0.1:46960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:57.922459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.84288298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-03T20:57:57.922453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414213442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T20:57:57.922685Z","caller":"traceutil/trace.go:171","msg":"trace[183763741] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24451; }","duration":"2.843150246s","start":"2026-03-03T20:57:55.079522Z","end":"2026-03-03T20:57:57.922672Z","steps":["trace[183763741] 'agreement among raft nodes before linearized reading' (duration: 2.842849779s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:57.922697Z","caller":"traceutil/trace.go:171","msg":"trace[2015046703] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24451; }","duration":"1.414498599s","start":"2026-03-03T20:57:56.508182Z","end":"2026-03-03T20:57:57.92268Z","steps":["trace[2015046703] 'agreement among raft nodes before linearized reading' (duration: 1.41410242s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:57.922393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:56.624891Z","time spent":"1.2974284s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:57.922734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:56.508163Z","time spent":"1.414564781s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T20:57:57.922259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:55.479177Z","time spent":"2.443067845s","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T20:57:57.922817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.843296899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-03T20:57:57.922855Z","caller":"traceutil/trace.go:171","msg":"trace[40186074] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:24451; }","duration":"2.843354051s","start":"2026-03-03T20:57:55.079491Z","end":"2026-03-03T20:57:57.922845Z","steps":["trace[40186074] 'agreement among raft nodes before linearized reading' (duration: 2.843261129s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:57.922889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:55.079475Z","time spent":"2.843407962s","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"warn","ts":"2026-03-03T20:57:57.922733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:55.079503Z","time spent":"2.843219998s","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-03T20:57:57.922919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127674758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1186130e-4db5-4992-b017-ad5bb4d96b0b\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-03T20:57:57.922948Z","caller":"traceutil/trace.go:171","msg":"trace[576590215] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1186130e-4db5-4992-b017-ad5bb4d96b0b; range_end:; response_count:1; response_revision:24451; }","duration":"1.127726729s","start":"2026-03-03T20:57:56.795214Z","end":"2026-03-03T20:57:57.92294Z","steps":["trace[576590215] 'agreement among raft nodes before linearized reading' (duration: 1.127631877s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:57.922974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:56.795201Z","time spent":"1.127769s","remote":"127.0.0.1:45806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-1186130e-4db5-4992-b017-ad5bb4d96b0b\" "} {"level":"warn","ts":"2026-03-03T20:57:57.922094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:56.799295Z","time spent":"1.122766444s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:57.92306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.438986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:57.923088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032054238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:57.923112Z","caller":"traceutil/trace.go:171","msg":"trace[342117689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24451; }","duration":"1.032116979s","start":"2026-03-03T20:57:56.890989Z","end":"2026-03-03T20:57:57.923106Z","steps":["trace[342117689] 'agreement among raft nodes before linearized reading' (duration: 1.032081528s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:57.923119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.566986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:57.923132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:56.890966Z","time spent":"1.032162781s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:57:57.923139Z","caller":"traceutil/trace.go:171","msg":"trace[479479137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24451; }","duration":"283.619227ms","start":"2026-03-03T20:57:57.639513Z","end":"2026-03-03T20:57:57.923132Z","steps":["trace[479479137] 'agreement among raft nodes before linearized reading' (duration: 283.588756ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:57.923092Z","caller":"traceutil/trace.go:171","msg":"trace[198565627] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24451; }","duration":"948.508438ms","start":"2026-03-03T20:57:56.974577Z","end":"2026-03-03T20:57:57.923085Z","steps":["trace[198565627] 'agreement among raft nodes before linearized reading' (duration: 948.452387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:57.923253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:56.974556Z","time spent":"948.689002ms","remote":"127.0.0.1:46058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:58.891005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.882886ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T20:57:58.891243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:57.92533Z","time spent":"965.905121ms","remote":"127.0.0.1:45704","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T20:57:58.891536Z","caller":"traceutil/trace.go:171","msg":"trace[362384918] linearizableReadLoop","detail":"{readStateIndex:25339; appliedIndex:25338; }","duration":"963.889804ms","start":"2026-03-03T20:57:57.927608Z","end":"2026-03-03T20:57:58.891497Z","steps":["trace[362384918] 'read index received' (duration: 225.507707ms)","trace[362384918] 'applied index is now lower than readState.Index' (duration: 738.377587ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:58.891746Z","caller":"traceutil/trace.go:171","msg":"trace[276316169] transaction","detail":"{read_only:false; response_revision:24452; number_of_response:1; }","duration":"964.009768ms","start":"2026-03-03T20:57:57.927688Z","end":"2026-03-03T20:57:58.891698Z","steps":["trace[276316169] 'process raft request' (duration: 963.454165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:58.891886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:57.927678Z","time spent":"964.11988ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:58.891693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.058538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7b72dab184\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-03T20:57:58.89197Z","caller":"traceutil/trace.go:171","msg":"trace[260821163] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18996d7b72dab184; range_end:; response_count:1; response_revision:24451; }","duration":"964.384217ms","start":"2026-03-03T20:57:57.927554Z","end":"2026-03-03T20:57:58.891938Z","steps":["trace[260821163] 'agreement among raft nodes before linearized reading' (duration: 963.966887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:58.892021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:57.927532Z","time spent":"964.479528ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7b72dab184\" "} {"level":"warn","ts":"2026-03-03T20:57:58.892226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.597341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-03T20:57:58.892294Z","caller":"traceutil/trace.go:171","msg":"trace[630520426] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24452; }","duration":"964.691624ms","start":"2026-03-03T20:57:57.927586Z","end":"2026-03-03T20:57:58.892277Z","steps":["trace[630520426] 'agreement among raft nodes before linearized reading' (duration: 964.045929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:58.892326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:57.927572Z","time spent":"964.748095ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-03T20:57:59.392757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875512930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:57:59.930836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001360697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:59.931406Z","caller":"traceutil/trace.go:171","msg":"trace[1565222139] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002017732s","start":"2026-03-03T20:57:57.929202Z","end":"2026-03-03T20:57:59.93122Z","steps":["trace[1565222139] 'agreement among raft nodes before linearized reading' (duration: 2.001330756s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:59.931896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:57.929195Z","time spent":"2.002586036s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:57:59.933802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:59.35596Z","time spent":"577.834288ms","remote":"127.0.0.1:33204","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T20:57:59.934387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.508571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:57:59.934582Z","caller":"traceutil/trace.go:171","msg":"trace[1346177005] transaction","detail":"{read_only:false; response_revision:24453; number_of_response:1; }","duration":"1.264830713s","start":"2026-03-03T20:57:58.669722Z","end":"2026-03-03T20:57:59.934553Z","steps":["trace[1346177005] 'process raft request' (duration: 1.038031775s)","trace[1346177005] 'compare' (duration: 226.099611ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:59.93464Z","caller":"traceutil/trace.go:171","msg":"trace[1980802953] linearizableReadLoop","detail":"{readStateIndex:25343; appliedIndex:25340; }","duration":"1.042948539s","start":"2026-03-03T20:57:58.891679Z","end":"2026-03-03T20:57:59.934627Z","steps":["trace[1980802953] 'read index received' (duration: 816.03703ms)","trace[1980802953] 'applied index is now lower than readState.Index' (duration: 226.910449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:59.934726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:58.6697Z","time spent":"1.264944545s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:59.934829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00665343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-03T20:57:59.934863Z","caller":"traceutil/trace.go:171","msg":"trace[1721991885] transaction","detail":"{read_only:false; response_revision:24454; number_of_response:1; }","duration":"1.04250377s","start":"2026-03-03T20:57:58.892351Z","end":"2026-03-03T20:57:59.934854Z","steps":["trace[1721991885] 'process raft request' (duration: 1.042125391s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:59.934867Z","caller":"traceutil/trace.go:171","msg":"trace[1475487382] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24455; }","duration":"2.006691961s","start":"2026-03-03T20:57:57.928165Z","end":"2026-03-03T20:57:59.934857Z","steps":["trace[1475487382] 'agreement among raft nodes before linearized reading' (duration: 2.006547067s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:59.934853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35817391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:59.934903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:57.928119Z","time spent":"2.006773084s","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T20:57:59.934915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:58.892329Z","time spent":"1.04255554s","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:59.934929Z","caller":"traceutil/trace.go:171","msg":"trace[151666598] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24455; }","duration":"1.358304793s","start":"2026-03-03T20:57:58.576606Z","end":"2026-03-03T20:57:59.934911Z","steps":["trace[151666598] 'agreement among raft nodes before linearized reading' (duration: 1.358039547s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:59.934968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:58.576586Z","time spent":"1.358373145s","remote":"127.0.0.1:46442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:59.934953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001386708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-03-03T20:57:59.93504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475522446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267214"} {"level":"info","ts":"2026-03-03T20:57:59.935075Z","caller":"traceutil/trace.go:171","msg":"trace[1336870796] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24455; }","duration":"1.475598828s","start":"2026-03-03T20:57:58.459467Z","end":"2026-03-03T20:57:59.935066Z","steps":["trace[1336870796] 'agreement among raft nodes before linearized reading' (duration: 1.475200878s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:59.934832Z","caller":"traceutil/trace.go:171","msg":"trace[1127232060] transaction","detail":"{read_only:false; response_revision:24455; number_of_response:1; }","duration":"1.039710125s","start":"2026-03-03T20:57:58.895109Z","end":"2026-03-03T20:57:59.934819Z","steps":["trace[1127232060] 'process raft request' (duration: 1.039460019s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:59.9351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:58.459445Z","time spent":"1.475648668s","remote":"127.0.0.1:46096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267237,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-03T20:57:59.935061Z","caller":"traceutil/trace.go:171","msg":"trace[1817705531] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24455; }","duration":"2.001555612s","start":"2026-03-03T20:57:57.933488Z","end":"2026-03-03T20:57:59.935044Z","steps":["trace[1817705531] 'agreement among raft nodes before linearized reading' (duration: 2.001193634s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:59.935173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07827382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:59.935199Z","caller":"traceutil/trace.go:171","msg":"trace[1592852348] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24455; }","duration":"1.078360802s","start":"2026-03-03T20:57:58.856831Z","end":"2026-03-03T20:57:59.935192Z","steps":["trace[1592852348] 'agreement among raft nodes before linearized reading' (duration: 1.07830707s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:59.935194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188781916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:59.935218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:58.856794Z","time spent":"1.078419103s","remote":"127.0.0.1:60346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:57:59.935228Z","caller":"traceutil/trace.go:171","msg":"trace[185280969] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24455; }","duration":"1.188816907s","start":"2026-03-03T20:57:58.746401Z","end":"2026-03-03T20:57:59.935218Z","steps":["trace[185280969] 'agreement among raft nodes before linearized reading' (duration: 1.188755756s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:59.935216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:57.933471Z","time spent":"2.001732306s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T20:57:59.93526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:58.746354Z","time spent":"1.188897229s","remote":"127.0.0.1:46460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:59.935288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039476949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d2f7d8a2-b3b4-4efe-8568-0d2cb02dd444\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-03T20:57:59.93538Z","caller":"traceutil/trace.go:171","msg":"trace[173778065] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d2f7d8a2-b3b4-4efe-8568-0d2cb02dd444; range_end:; response_count:1; response_revision:24455; }","duration":"1.039622262s","start":"2026-03-03T20:57:58.895724Z","end":"2026-03-03T20:57:59.935347Z","steps":["trace[173778065] 'agreement among raft nodes before linearized reading' (duration: 1.039457308s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:59.935435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.934822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:59.935483Z","caller":"traceutil/trace.go:171","msg":"trace[853801835] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24455; }","duration":"867.004964ms","start":"2026-03-03T20:57:59.068467Z","end":"2026-03-03T20:57:59.935472Z","steps":["trace[853801835] 'agreement among raft nodes before linearized reading' (duration: 866.909802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:59.935135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007363627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:57:59.935436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419976406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:59.935521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:59.068453Z","time spent":"867.059985ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:59.935143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:58.895087Z","time spent":"1.040020712s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:59.935866Z","caller":"traceutil/trace.go:171","msg":"trace[641664621] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24455; }","duration":"1.42019064s","start":"2026-03-03T20:57:58.515368Z","end":"2026-03-03T20:57:59.935559Z","steps":["trace[641664621] 'agreement among raft nodes before linearized reading' (duration: 1.419805761s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:59.935982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.162543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T20:57:59.935993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:58.515349Z","time spent":"1.420629991s","remote":"127.0.0.1:53932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:57:59.936025Z","caller":"traceutil/trace.go:171","msg":"trace[604898960] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24455; }","duration":"906.274806ms","start":"2026-03-03T20:57:59.029739Z","end":"2026-03-03T20:57:59.936014Z","steps":["trace[604898960] 'agreement among raft nodes before linearized reading' (duration: 905.730643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:59.935424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:58.895702Z","time spent":"1.039712275s","remote":"127.0.0.1:45806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-d2f7d8a2-b3b4-4efe-8568-0d2cb02dd444\" "} {"level":"info","ts":"2026-03-03T20:57:59.935531Z","caller":"traceutil/trace.go:171","msg":"trace[590127696] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24455; }","duration":"2.007791127s","start":"2026-03-03T20:57:57.927727Z","end":"2026-03-03T20:57:59.935518Z","steps":["trace[590127696] 'agreement among raft nodes before linearized reading' (duration: 2.007345617s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:59.936146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:59.029723Z","time spent":"906.384408ms","remote":"127.0.0.1:45870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:59.936183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:57.92771Z","time spent":"2.008448752s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} 2026/03/03 20:57:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:00.445564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875512940,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:58:00.919698Z","caller":"traceutil/trace.go:171","msg":"trace[1794021639] transaction","detail":"{read_only:false; response_revision:24456; number_of_response:1; }","duration":"975.592477ms","start":"2026-03-03T20:57:59.944061Z","end":"2026-03-03T20:58:00.919654Z","steps":["trace[1794021639] 'process raft request' (duration: 975.30099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:00.919948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:59.944046Z","time spent":"975.768691ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:02.168487Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.246658042s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:58:02.169368Z","caller":"traceutil/trace.go:171","msg":"trace[1016358812] transaction","detail":"{read_only:false; response_revision:24457; number_of_response:1; }","duration":"2.222430973s","start":"2026-03-03T20:57:59.946905Z","end":"2026-03-03T20:58:02.169336Z","steps":["trace[1016358812] 'process raft request' (duration: 2.221843779s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:02.169525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:59.946894Z","time spent":"2.222542885s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:02.966046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000177871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:58:02.966196Z","caller":"traceutil/trace.go:171","msg":"trace[777878040] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000335415s","start":"2026-03-03T20:58:00.965837Z","end":"2026-03-03T20:58:02.966173Z","steps":["trace[777878040] 'agreement among raft nodes before linearized reading' (duration: 2.000176771s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:02.966296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:00.965785Z","time spent":"2.000494758s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:58:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:03.182661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013693131s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T20:58:03.182928Z","caller":"traceutil/trace.go:171","msg":"trace[1698838464] linearizableReadLoop","detail":"{readStateIndex:25345; appliedIndex:25343; }","duration":"3.238145799s","start":"2026-03-03T20:57:59.94476Z","end":"2026-03-03T20:58:03.182905Z","steps":["trace[1698838464] 'read index received' (duration: 974.01415ms)","trace[1698838464] 'applied index is now lower than readState.Index' (duration: 2.264129939s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:03.185023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.240241239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T20:58:03.185084Z","caller":"traceutil/trace.go:171","msg":"trace[771098248] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24457; }","duration":"3.24031907s","start":"2026-03-03T20:57:59.944746Z","end":"2026-03-03T20:58:03.185065Z","steps":["trace[771098248] 'agreement among raft nodes before linearized reading' (duration: 3.240155326s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:03.185133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:59.944739Z","time spent":"3.240380972s","remote":"127.0.0.1:45926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T20:58:03.185767Z","caller":"traceutil/trace.go:171","msg":"trace[693495325] transaction","detail":"{read_only:false; response_revision:24458; number_of_response:1; }","duration":"1.667032373s","start":"2026-03-03T20:58:01.518705Z","end":"2026-03-03T20:58:03.185737Z","steps":["trace[693495325] 'process raft request' (duration: 1.664079854s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:03.185908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:01.518672Z","time spent":"1.667150236s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:03.270478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.32558873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c20ee360-5c92-4d87-a2ff-6e399d5c9cac\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-03T20:58:03.270566Z","caller":"traceutil/trace.go:171","msg":"trace[1035226755] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c20ee360-5c92-4d87-a2ff-6e399d5c9cac; range_end:; response_count:1; response_revision:24459; }","duration":"3.325695712s","start":"2026-03-03T20:57:59.94485Z","end":"2026-03-03T20:58:03.270546Z","steps":["trace[1035226755] 'agreement among raft nodes before linearized reading' (duration: 3.325472607s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:03.270616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:59.944846Z","time spent":"3.325760804s","remote":"127.0.0.1:45806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-c20ee360-5c92-4d87-a2ff-6e399d5c9cac\" "} {"level":"warn","ts":"2026-03-03T20:58:03.270864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977054793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:03.270903Z","caller":"traceutil/trace.go:171","msg":"trace[2062962153] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24459; }","duration":"1.977094793s","start":"2026-03-03T20:58:01.293797Z","end":"2026-03-03T20:58:03.270892Z","steps":["trace[2062962153] 'agreement among raft nodes before linearized reading' (duration: 1.977030412s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:03.270935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:01.293733Z","time spent":"1.977192006s","remote":"127.0.0.1:46672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:58:03.271074Z","caller":"traceutil/trace.go:171","msg":"trace[1782540531] transaction","detail":"{read_only:false; response_revision:24459; number_of_response:1; }","duration":"339.701898ms","start":"2026-03-03T20:58:02.931357Z","end":"2026-03-03T20:58:03.271059Z","steps":["trace[1782540531] 'process raft request' (duration: 336.591506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:03.27111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.16427035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:03.271077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757196036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:03.271164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:02.931338Z","time spent":"339.766999ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:03.271178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.951245877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:03.271213Z","caller":"traceutil/trace.go:171","msg":"trace[1162955905] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24459; }","duration":"2.951326449s","start":"2026-03-03T20:58:00.319879Z","end":"2026-03-03T20:58:03.271205Z","steps":["trace[1162955905] 'agreement among raft nodes before linearized reading' (duration: 2.951279848s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:03.271139Z","caller":"traceutil/trace.go:171","msg":"trace[1443738336] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24459; }","duration":"2.164338102s","start":"2026-03-03T20:58:01.106792Z","end":"2026-03-03T20:58:03.27113Z","steps":["trace[1443738336] 'agreement among raft nodes before linearized reading' (duration: 2.164284121s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:03.271221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.701477037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:03.271271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:00.319853Z","time spent":"2.95141011s","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:03.271272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:01.106768Z","time spent":"2.164488106s","remote":"127.0.0.1:46360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:58:03.271292Z","caller":"traceutil/trace.go:171","msg":"trace[1738991953] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24459; }","duration":"2.701556308s","start":"2026-03-03T20:58:00.569717Z","end":"2026-03-03T20:58:03.271273Z","steps":["trace[1738991953] 'agreement among raft nodes before linearized reading' (duration: 2.701430135s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:03.271364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:00.569656Z","time spent":"2.701693471s","remote":"127.0.0.1:45794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:58:03.271201Z","caller":"traceutil/trace.go:171","msg":"trace[1944963366] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24459; }","duration":"1.757368691s","start":"2026-03-03T20:58:01.5138Z","end":"2026-03-03T20:58:03.271169Z","steps":["trace[1944963366] 'agreement among raft nodes before linearized reading' (duration: 1.757145346s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:03.271486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:01.513782Z","time spent":"1.757677408s","remote":"127.0.0.1:46426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:03.271693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.347761742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-7d96575c5b-bgrs8.18996eb227c6873e\" ","response":"range_response_count:1 size:2108"} {"level":"info","ts":"2026-03-03T20:58:03.271934Z","caller":"traceutil/trace.go:171","msg":"trace[484496077] range","detail":"{range_begin:/registry/events/openstack/glance-api-7d96575c5b-bgrs8.18996eb227c6873e; range_end:; response_count:1; response_revision:24459; }","duration":"2.348046168s","start":"2026-03-03T20:58:00.923871Z","end":"2026-03-03T20:58:03.271917Z","steps":["trace[484496077] 'agreement among raft nodes before linearized reading' (duration: 2.34768801s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:03.271997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:00.923846Z","time spent":"2.348135751s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2131,"request content":"key:\"/registry/events/openstack/glance-api-7d96575c5b-bgrs8.18996eb227c6873e\" "} {"level":"warn","ts":"2026-03-03T20:58:03.271827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096936784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-03T20:58:03.272143Z","caller":"traceutil/trace.go:171","msg":"trace[288487447] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24459; }","duration":"1.097287321s","start":"2026-03-03T20:58:02.174841Z","end":"2026-03-03T20:58:03.272128Z","steps":["trace[288487447] 'agreement among raft nodes before linearized reading' (duration: 1.096714498s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:03.272199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:02.17482Z","time spent":"1.097366054s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T20:58:03.271837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.424143976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:03.272374Z","caller":"traceutil/trace.go:171","msg":"trace[1666543030] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24459; }","duration":"2.424725789s","start":"2026-03-03T20:58:00.847637Z","end":"2026-03-03T20:58:03.272363Z","steps":["trace[1666543030] 'agreement among raft nodes before linearized reading' (duration: 2.424104224s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:03.272396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:00.847617Z","time spent":"2.4247725s","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:03.271759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.198056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:03.272531Z","caller":"traceutil/trace.go:171","msg":"trace[1837662958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24459; }","duration":"306.029976ms","start":"2026-03-03T20:58:02.966479Z","end":"2026-03-03T20:58:03.272509Z","steps":["trace[1837662958] 'agreement among raft nodes before linearized reading' (duration: 304.839128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:03.272596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:02.966461Z","time spent":"306.118088ms","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:58:03.778325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875512947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:58:05.168024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.164609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:05.168179Z","caller":"traceutil/trace.go:171","msg":"trace[910900236] transaction","detail":"{read_only:false; response_revision:24460; number_of_response:1; }","duration":"1.892669374s","start":"2026-03-03T20:58:03.275479Z","end":"2026-03-03T20:58:05.168148Z","steps":["trace[910900236] 'process raft request' (duration: 941.245759ms)","trace[910900236] 'compare' (duration: 950.731149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:05.168291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:03.275458Z","time spent":"1.892782436s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2091,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:05.279694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000353515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:58:05.279855Z","caller":"traceutil/trace.go:171","msg":"trace[946384008] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000546379s","start":"2026-03-03T20:58:03.279279Z","end":"2026-03-03T20:58:05.279825Z","steps":["trace[946384008] 'agreement among raft nodes before linearized reading' (duration: 2.000362375s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:05.279945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:03.279271Z","time spent":"2.000658332s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:58:05.925401Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.585432429s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:58:06.203201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.310401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:06.203322Z","caller":"traceutil/trace.go:171","msg":"trace[1020596689] linearizableReadLoop","detail":"{readStateIndex:25350; appliedIndex:25348; }","duration":"2.926006141s","start":"2026-03-03T20:58:03.277292Z","end":"2026-03-03T20:58:06.203298Z","steps":["trace[1020596689] 'read index received' (duration: 939.394716ms)","trace[1020596689] 'applied index is now lower than readState.Index' (duration: 1.986605735s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:06.20336Z","caller":"traceutil/trace.go:171","msg":"trace[1834448719] transaction","detail":"{read_only:false; response_revision:24461; number_of_response:1; }","duration":"2.921601019s","start":"2026-03-03T20:58:03.281717Z","end":"2026-03-03T20:58:06.203318Z","steps":["trace[1834448719] 'process raft request' (duration: 2.644073444s)","trace[1834448719] 'compare' (duration: 276.327197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:06.203539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:03.281687Z","time spent":"2.921752433s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:06.203602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.926261387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-03T20:58:06.203701Z","caller":"traceutil/trace.go:171","msg":"trace[1332117239] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24461; }","duration":"2.926432851s","start":"2026-03-03T20:58:03.277242Z","end":"2026-03-03T20:58:06.203675Z","steps":["trace[1332117239] 'agreement among raft nodes before linearized reading' (duration: 2.926135204s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:06.203754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:03.277224Z","time spent":"2.926520943s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-03T20:58:06.703977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875512951,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:58:07.188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.479849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:07.188116Z","caller":"traceutil/trace.go:171","msg":"trace[1717616803] linearizableReadLoop","detail":"{readStateIndex:25351; appliedIndex:25350; }","duration":"984.742038ms","start":"2026-03-03T20:58:06.203357Z","end":"2026-03-03T20:58:07.188099Z","steps":["trace[1717616803] 'read index received' (duration: 718.015883ms)","trace[1717616803] 'applied index is now lower than readState.Index' (duration: 266.723885ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:07.18818Z","caller":"traceutil/trace.go:171","msg":"trace[702281447] transaction","detail":"{read_only:false; response_revision:24462; number_of_response:1; }","duration":"2.014670056s","start":"2026-03-03T20:58:05.1735Z","end":"2026-03-03T20:58:07.18817Z","steps":["trace[702281447] 'process raft request' (duration: 1.747925652s)","trace[702281447] 'compare' (duration: 266.285724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:07.188214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:05.173481Z","time spent":"2.014716367s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:58:07.188435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050336361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:07.188454Z","caller":"traceutil/trace.go:171","msg":"trace[824344106] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24462; }","duration":"1.050403373s","start":"2026-03-03T20:58:06.138042Z","end":"2026-03-03T20:58:07.188446Z","steps":["trace[824344106] 'agreement among raft nodes before linearized reading' (duration: 1.050313591s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:07.188471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:06.138002Z","time spent":"1.050463914s","remote":"127.0.0.1:60388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:07.188578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908496871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:07.188652Z","caller":"traceutil/trace.go:171","msg":"trace[2062809163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24462; }","duration":"1.908642144s","start":"2026-03-03T20:58:05.279992Z","end":"2026-03-03T20:58:07.188634Z","steps":["trace[2062809163] 'agreement among raft nodes before linearized reading' (duration: 1.90848483s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:07.188638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118655727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:07.188734Z","caller":"traceutil/trace.go:171","msg":"trace[64527890] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24462; }","duration":"1.118799521s","start":"2026-03-03T20:58:06.069911Z","end":"2026-03-03T20:58:07.188711Z","steps":["trace[64527890] 'agreement among raft nodes before linearized reading' (duration: 1.118625887s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:07.188754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.113194474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-03T20:58:07.188763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701637047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:07.188775Z","caller":"traceutil/trace.go:171","msg":"trace[823358325] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:24462; }","duration":"2.113256625s","start":"2026-03-03T20:58:05.075512Z","end":"2026-03-03T20:58:07.188768Z","steps":["trace[823358325] 'agreement among raft nodes before linearized reading' (duration: 2.113131852s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:07.188773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:06.069897Z","time spent":"1.118865802s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:58:07.188788Z","caller":"traceutil/trace.go:171","msg":"trace[119886012] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24462; }","duration":"1.701712598s","start":"2026-03-03T20:58:05.487065Z","end":"2026-03-03T20:58:07.188778Z","steps":["trace[119886012] 'agreement among raft nodes before linearized reading' (duration: 1.701640437s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:07.188795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:05.075487Z","time spent":"2.113304737s","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"warn","ts":"2026-03-03T20:58:07.188808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:05.487031Z","time spent":"1.70177306s","remote":"127.0.0.1:35908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:07.188687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:05.27996Z","time spent":"1.908720296s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:58:07.188961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.394112828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:07.189025Z","caller":"traceutil/trace.go:171","msg":"trace[1834452684] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24462; }","duration":"2.394263032s","start":"2026-03-03T20:58:04.794743Z","end":"2026-03-03T20:58:07.189007Z","steps":["trace[1834452684] 'agreement among raft nodes before linearized reading' (duration: 2.394124499s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:07.189074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:04.79471Z","time spent":"2.394353964s","remote":"127.0.0.1:46002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:07.189144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157678895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:07.189185Z","caller":"traceutil/trace.go:171","msg":"trace[1275033550] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24462; }","duration":"1.157763556s","start":"2026-03-03T20:58:06.031408Z","end":"2026-03-03T20:58:07.189171Z","steps":["trace[1275033550] 'agreement among raft nodes before linearized reading' (duration: 1.157647863s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:07.189221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:06.031385Z","time spent":"1.157828888s","remote":"127.0.0.1:42810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:07.190558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.292909868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T20:58:07.190644Z","caller":"traceutil/trace.go:171","msg":"trace[525551098] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24462; }","duration":"2.293059091s","start":"2026-03-03T20:58:04.897566Z","end":"2026-03-03T20:58:07.190625Z","steps":["trace[525551098] 'agreement among raft nodes before linearized reading' (duration: 2.291197938s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:07.190699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:04.897544Z","time spent":"2.293142343s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2662,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:07.689071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875512953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:58:08.190101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875512953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:58:08.690515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875512953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:58:08.890554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999949525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:58:08.890651Z","caller":"traceutil/trace.go:171","msg":"trace[753360260] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000113049s","start":"2026-03-03T20:58:06.890517Z","end":"2026-03-03T20:58:08.89063Z","steps":["trace[753360260] 'agreement among raft nodes before linearized reading' (duration: 1.999985226s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:08.890703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:06.890495Z","time spent":"2.000198012s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:58:09.064537Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.911612913s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:58:09.154355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700394979s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:09.154493Z","caller":"traceutil/trace.go:171","msg":"trace[1141559601] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24462; }","duration":"1.700548262s","start":"2026-03-03T20:58:07.453922Z","end":"2026-03-03T20:58:09.15447Z","steps":["trace[1141559601] 'range keys from in-memory index tree' (duration: 1.700374198s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:09.155369Z","caller":"traceutil/trace.go:171","msg":"trace[1510059807] transaction","detail":"{read_only:false; response_revision:24463; number_of_response:1; }","duration":"2.002510874s","start":"2026-03-03T20:58:07.152824Z","end":"2026-03-03T20:58:09.155335Z","steps":["trace[1510059807] 'process raft request' (duration: 1.911931571s)","trace[1510059807] 'compare' (duration: 90.257226ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:09.15552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:07.152799Z","time spent":"2.002642008s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:09.194677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00017169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:58:09.194793Z","caller":"traceutil/trace.go:171","msg":"trace[2144037424] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000324994s","start":"2026-03-03T20:58:07.194438Z","end":"2026-03-03T20:58:09.194763Z","steps":["trace[2144037424] 'agreement among raft nodes before linearized reading' (duration: 2.000185681s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:09.194855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:07.194424Z","time spent":"2.000418676s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:58:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:10.944836Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.816811731s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:58:11.155459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.382216ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T20:58:11.155668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:07.189678Z","time spent":"3.965984062s","remote":"127.0.0.1:45704","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T20:58:11.156707Z","caller":"traceutil/trace.go:171","msg":"trace[159644257] linearizableReadLoop","detail":"{readStateIndex:25356; appliedIndex:25351; }","duration":"3.968550222s","start":"2026-03-03T20:58:07.188133Z","end":"2026-03-03T20:58:11.156683Z","steps":["trace[159644257] 'read index received' (duration: 1.876644482s)","trace[159644257] 'applied index is now lower than readState.Index' (duration: 2.09190423s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:11.156845Z","caller":"traceutil/trace.go:171","msg":"trace[1127417870] transaction","detail":"{read_only:false; response_revision:24464; number_of_response:1; }","duration":"3.962197894s","start":"2026-03-03T20:58:07.194632Z","end":"2026-03-03T20:58:11.15683Z","steps":["trace[1127417870] 'process raft request' (duration: 3.960928764s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:11.156945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:07.194613Z","time spent":"3.962266586s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:58:11.15733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.71010599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:58:11.157334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.949590234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3ac31d10-f2a2-44ec-9b67-acac7f58f278\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-03T20:58:11.157382Z","caller":"traceutil/trace.go:171","msg":"trace[534541359] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24466; }","duration":"3.710217622s","start":"2026-03-03T20:58:07.447149Z","end":"2026-03-03T20:58:11.157366Z","steps":["trace[534541359] 'agreement among raft nodes before linearized reading' (duration: 3.7101113s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:11.157356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.391380651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:11.15741Z","caller":"traceutil/trace.go:171","msg":"trace[335501082] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3ac31d10-f2a2-44ec-9b67-acac7f58f278; range_end:; response_count:1; response_revision:24466; }","duration":"4.949664815s","start":"2026-03-03T20:58:06.207711Z","end":"2026-03-03T20:58:11.157376Z","steps":["trace[335501082] 'agreement among raft nodes before linearized reading' (duration: 4.949502001s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:11.157437Z","caller":"traceutil/trace.go:171","msg":"trace[778491021] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24466; }","duration":"4.391510804s","start":"2026-03-03T20:58:06.765904Z","end":"2026-03-03T20:58:11.157414Z","steps":["trace[778491021] 'agreement among raft nodes before linearized reading' (duration: 4.39131826s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:11.157457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:06.207705Z","time spent":"4.949738757s","remote":"127.0.0.1:45806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-3ac31d10-f2a2-44ec-9b67-acac7f58f278\" "} {"level":"warn","ts":"2026-03-03T20:58:11.157487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:06.765849Z","time spent":"4.391626757s","remote":"127.0.0.1:46496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:11.157419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:07.447125Z","time spent":"3.710280984s","remote":"127.0.0.1:46924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:11.157544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.950162507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-rnbp9\" ","response":"range_response_count:1 size:6861"} {"level":"info","ts":"2026-03-03T20:58:11.157576Z","caller":"traceutil/trace.go:171","msg":"trace[1380266974] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-rnbp9; range_end:; response_count:1; response_revision:24466; }","duration":"4.950225319s","start":"2026-03-03T20:58:06.207341Z","end":"2026-03-03T20:58:11.157566Z","steps":["trace[1380266974] 'agreement among raft nodes before linearized reading' (duration: 4.950093456s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:11.157601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:06.207324Z","time spent":"4.950270069s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6884,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-rnbp9\" "} {"level":"info","ts":"2026-03-03T20:58:11.157613Z","caller":"traceutil/trace.go:171","msg":"trace[1505015361] transaction","detail":"{read_only:false; response_revision:24465; number_of_response:1; }","duration":"3.710478088s","start":"2026-03-03T20:58:07.447106Z","end":"2026-03-03T20:58:11.157584Z","steps":["trace[1505015361] 'process raft request' (duration: 3.709396363s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:11.157639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078938015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-03T20:58:11.157682Z","caller":"traceutil/trace.go:171","msg":"trace[1528000245] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24466; }","duration":"1.079028797s","start":"2026-03-03T20:58:10.078638Z","end":"2026-03-03T20:58:11.157667Z","steps":["trace[1528000245] 'agreement among raft nodes before linearized reading' (duration: 1.078918754s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:11.157709Z","caller":"traceutil/trace.go:171","msg":"trace[633628808] transaction","detail":"{read_only:false; response_revision:24466; number_of_response:1; }","duration":"2.878590619s","start":"2026-03-03T20:58:08.279104Z","end":"2026-03-03T20:58:11.157695Z","steps":["trace[633628808] 'process raft request' (duration: 2.877502243s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:11.157761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.541295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:11.15776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:07.447075Z","time spent":"3.710592931s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:11.15779Z","caller":"traceutil/trace.go:171","msg":"trace[316148204] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24466; }","duration":"131.596006ms","start":"2026-03-03T20:58:11.026185Z","end":"2026-03-03T20:58:11.157781Z","steps":["trace[316148204] 'agreement among raft nodes before linearized reading' (duration: 131.546064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:11.157796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:08.279075Z","time spent":"2.878662881s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:11.157825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235650154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:11.157856Z","caller":"traceutil/trace.go:171","msg":"trace[1787921528] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24466; }","duration":"1.235683195s","start":"2026-03-03T20:58:09.922164Z","end":"2026-03-03T20:58:11.157847Z","steps":["trace[1787921528] 'agreement among raft nodes before linearized reading' (duration: 1.235574613s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:11.157882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:09.922111Z","time spent":"1.235762218s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:11.157912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.353250265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:11.157943Z","caller":"traceutil/trace.go:171","msg":"trace[397394965] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24466; }","duration":"4.353303907s","start":"2026-03-03T20:58:06.804629Z","end":"2026-03-03T20:58:11.157933Z","steps":["trace[397394965] 'agreement among raft nodes before linearized reading' (duration: 4.353249846s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:11.157977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:06.804618Z","time spent":"4.353346138s","remote":"127.0.0.1:46658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:58:11.157963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.431671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:11.158039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.02133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:11.157994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.677531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-03T20:58:11.158072Z","caller":"traceutil/trace.go:171","msg":"trace[1554046304] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24466; }","duration":"965.083631ms","start":"2026-03-03T20:58:10.192978Z","end":"2026-03-03T20:58:11.158062Z","steps":["trace[1554046304] 'agreement among raft nodes before linearized reading' (duration: 965.03461ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:11.158075Z","caller":"traceutil/trace.go:171","msg":"trace[492134156] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24466; }","duration":"678.805554ms","start":"2026-03-03T20:58:10.479261Z","end":"2026-03-03T20:58:11.158067Z","steps":["trace[492134156] 'agreement among raft nodes before linearized reading' (duration: 678.667381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:11.158081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.707722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131048"} {"level":"warn","ts":"2026-03-03T20:58:11.158097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.418418173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T20:58:11.157715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:10.078613Z","time spent":"1.079092539s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T20:58:11.158138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:10.479237Z","time spent":"678.869185ms","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-03T20:58:11.158138Z","caller":"traceutil/trace.go:171","msg":"trace[1354948544] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24466; }","duration":"678.785174ms","start":"2026-03-03T20:58:10.479338Z","end":"2026-03-03T20:58:11.158123Z","steps":["trace[1354948544] 'agreement among raft nodes before linearized reading' (duration: 678.498317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:11.158153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.533349235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:11.158161Z","caller":"traceutil/trace.go:171","msg":"trace[837248805] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24466; }","duration":"2.418519995s","start":"2026-03-03T20:58:08.73962Z","end":"2026-03-03T20:58:11.15814Z","steps":["trace[837248805] 'agreement among raft nodes before linearized reading' (duration: 2.418245129s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:11.158178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:10.479264Z","time spent":"678.905727ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":131071,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-03T20:58:11.158189Z","caller":"traceutil/trace.go:171","msg":"trace[792816156] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24466; }","duration":"3.533421277s","start":"2026-03-03T20:58:07.624755Z","end":"2026-03-03T20:58:11.158176Z","steps":["trace[792816156] 'agreement among raft nodes before linearized reading' (duration: 3.533308634s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:11.15804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.712927552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:11.158208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:08.739599Z","time spent":"2.418595326s","remote":"127.0.0.1:45754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":227,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:58:11.158257Z","caller":"traceutil/trace.go:171","msg":"trace[1006836270] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24466; }","duration":"2.713167468s","start":"2026-03-03T20:58:08.445061Z","end":"2026-03-03T20:58:11.158228Z","steps":["trace[1006836270] 'agreement among raft nodes before linearized reading' (duration: 2.712951513s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:11.158098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:10.192939Z","time spent":"965.151863ms","remote":"127.0.0.1:53922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:11.158328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:08.445036Z","time spent":"2.71326655s","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:58:11.158036Z","caller":"traceutil/trace.go:171","msg":"trace[620794752] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24466; }","duration":"171.522543ms","start":"2026-03-03T20:58:10.986495Z","end":"2026-03-03T20:58:11.158017Z","steps":["trace[620794752] 'agreement among raft nodes before linearized reading' (duration: 171.37644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:11.158219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:07.624733Z","time spent":"3.533477228s","remote":"127.0.0.1:45994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:11.158474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729706988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:11.158524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953520616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:11.158526Z","caller":"traceutil/trace.go:171","msg":"trace[882715125] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24466; }","duration":"1.729823591s","start":"2026-03-03T20:58:09.428687Z","end":"2026-03-03T20:58:11.158511Z","steps":["trace[882715125] 'agreement among raft nodes before linearized reading' (duration: 1.729737119s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:11.158557Z","caller":"traceutil/trace.go:171","msg":"trace[1802598492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24466; }","duration":"1.953633138s","start":"2026-03-03T20:58:09.204914Z","end":"2026-03-03T20:58:11.158548Z","steps":["trace[1802598492] 'agreement among raft nodes before linearized reading' (duration: 1.953574837s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:11.158573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:09.428643Z","time spent":"1.729915493s","remote":"127.0.0.1:46546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:11.158585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:09.20489Z","time spent":"1.95369001s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:58:12.374627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.612382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:12.374743Z","caller":"traceutil/trace.go:171","msg":"trace[765044972] linearizableReadLoop","detail":"{readStateIndex:25357; appliedIndex:25356; }","duration":"1.214001733s","start":"2026-03-03T20:58:11.160717Z","end":"2026-03-03T20:58:12.374719Z","steps":["trace[765044972] 'read index received' (duration: 348.939613ms)","trace[765044972] 'applied index is now lower than readState.Index' (duration: 865.06027ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:12.37482Z","caller":"traceutil/trace.go:171","msg":"trace[1762956080] transaction","detail":"{read_only:false; response_revision:24467; number_of_response:1; }","duration":"1.216767947s","start":"2026-03-03T20:58:11.158039Z","end":"2026-03-03T20:58:12.374807Z","steps":["trace[1762956080] 'process raft request' (duration: 350.868028ms)","trace[1762956080] 'compare' (duration: 865.204133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:12.374875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:11.158017Z","time spent":"1.216827289s","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:12.37514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214417923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:12.375173Z","caller":"traceutil/trace.go:171","msg":"trace[1411957819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24467; }","duration":"1.214468614s","start":"2026-03-03T20:58:11.160695Z","end":"2026-03-03T20:58:12.375164Z","steps":["trace[1411957819] 'agreement among raft nodes before linearized reading' (duration: 1.214365402s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:12.375201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:11.160684Z","time spent":"1.214512105s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:58:12.875629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875512964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:58:12.986303Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.47311203s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:58:13.186173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.114615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:13.186501Z","caller":"traceutil/trace.go:171","msg":"trace[1601622591] linearizableReadLoop","detail":"{readStateIndex:25359; appliedIndex:25357; }","duration":"811.7099ms","start":"2026-03-03T20:58:12.374768Z","end":"2026-03-03T20:58:13.186478Z","steps":["trace[1601622591] 'read index received' (duration: 611.800888ms)","trace[1601622591] 'applied index is now lower than readState.Index' (duration: 199.907352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:13.186709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019599692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:13.186793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024978526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7b72dab184\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-03T20:58:13.186793Z","caller":"traceutil/trace.go:171","msg":"trace[436731884] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24469; }","duration":"2.019716864s","start":"2026-03-03T20:58:11.167056Z","end":"2026-03-03T20:58:13.186773Z","steps":["trace[436731884] 'agreement among raft nodes before linearized reading' (duration: 2.01951971s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:13.186797Z","caller":"traceutil/trace.go:171","msg":"trace[1896961812] transaction","detail":"{read_only:false; response_revision:24468; number_of_response:1; }","duration":"2.022679783s","start":"2026-03-03T20:58:11.16408Z","end":"2026-03-03T20:58:13.186759Z","steps":["trace[1896961812] 'process raft request' (duration: 1.822656298s)","trace[1896961812] 'compare' (duration: 198.659313ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:13.186834Z","caller":"traceutil/trace.go:171","msg":"trace[1230576606] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18996d7b72dab184; range_end:; response_count:1; response_revision:24469; }","duration":"2.025042938s","start":"2026-03-03T20:58:11.161773Z","end":"2026-03-03T20:58:13.186816Z","steps":["trace[1230576606] 'agreement among raft nodes before linearized reading' (duration: 2.024826743s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:13.186842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:11.167046Z","time spent":"2.019782736s","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:58:13.186821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024053225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-03T20:58:13.186878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:11.161757Z","time spent":"2.025110779s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7b72dab184\" "} {"level":"info","ts":"2026-03-03T20:58:13.186857Z","caller":"traceutil/trace.go:171","msg":"trace[343335364] transaction","detail":"{read_only:false; response_revision:24469; number_of_response:1; }","duration":"2.020370529s","start":"2026-03-03T20:58:11.166445Z","end":"2026-03-03T20:58:13.186816Z","steps":["trace[343335364] 'process raft request' (duration: 2.019881908s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:13.186899Z","caller":"traceutil/trace.go:171","msg":"trace[2031316866] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24469; }","duration":"2.024162308s","start":"2026-03-03T20:58:11.162716Z","end":"2026-03-03T20:58:13.186879Z","steps":["trace[2031316866] 'agreement among raft nodes before linearized reading' (duration: 2.023876691s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:13.186898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.337009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:13.186929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134504957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:13.186946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:11.164065Z","time spent":"2.022782926s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:13.186999Z","caller":"traceutil/trace.go:171","msg":"trace[467560255] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24469; }","duration":"1.13463953s","start":"2026-03-03T20:58:12.052342Z","end":"2026-03-03T20:58:13.186981Z","steps":["trace[467560255] 'agreement among raft nodes before linearized reading' (duration: 1.134492817s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:13.186948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:11.162708Z","time spent":"2.024231379s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-03T20:58:13.187035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:12.052319Z","time spent":"1.134707702s","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:13.187033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:11.166434Z","time spent":"2.020507703s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:13.187021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.07056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:13.186959Z","caller":"traceutil/trace.go:171","msg":"trace[1287555327] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24469; }","duration":"239.4421ms","start":"2026-03-03T20:58:12.947501Z","end":"2026-03-03T20:58:13.186943Z","steps":["trace[1287555327] 'agreement among raft nodes before linearized reading' (duration: 239.314907ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:13.187101Z","caller":"traceutil/trace.go:171","msg":"trace[1781788640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24469; }","duration":"803.201553ms","start":"2026-03-03T20:58:12.383877Z","end":"2026-03-03T20:58:13.187078Z","steps":["trace[1781788640] 'agreement among raft nodes before linearized reading' (duration: 803.07562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:13.187154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:12.383855Z","time spent":"803.291405ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:58:13.18701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.640369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-03T20:58:13.187311Z","caller":"traceutil/trace.go:171","msg":"trace[1422553927] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24469; }","duration":"808.960267ms","start":"2026-03-03T20:58:12.378298Z","end":"2026-03-03T20:58:13.187258Z","steps":["trace[1422553927] 'agreement among raft nodes before linearized reading' (duration: 808.536087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:13.187744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023973463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:114362"} {"level":"info","ts":"2026-03-03T20:58:13.187804Z","caller":"traceutil/trace.go:171","msg":"trace[1041816242] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:24469; }","duration":"2.024066676s","start":"2026-03-03T20:58:11.163721Z","end":"2026-03-03T20:58:13.187787Z","steps":["trace[1041816242] 'agreement among raft nodes before linearized reading' (duration: 2.02295758s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:13.187845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:11.1637Z","time spent":"2.024129947s","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":114385,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-03T20:58:13.187987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:12.378271Z","time spent":"809.122491ms","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T20:58:13.188866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023589345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:114362"} {"level":"info","ts":"2026-03-03T20:58:13.190097Z","caller":"traceutil/trace.go:171","msg":"trace[1531688223] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:24469; }","duration":"2.023840361s","start":"2026-03-03T20:58:11.16519Z","end":"2026-03-03T20:58:13.18903Z","steps":["trace[1531688223] 'agreement among raft nodes before linearized reading' (duration: 2.021457385s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:13.190196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:11.165164Z","time spent":"2.025015117s","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":114385,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-03T20:58:13.769124Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875512971,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:58:14.700025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:13.422585Z","time spent":"1.277426765s","remote":"127.0.0.1:49438","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T20:58:15.966494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000036808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:58:15.966595Z","caller":"traceutil/trace.go:171","msg":"trace[1424738922] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000196231s","start":"2026-03-03T20:58:13.966378Z","end":"2026-03-03T20:58:15.966574Z","steps":["trace[1424738922] 'agreement among raft nodes before linearized reading' (duration: 2.000069668s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:15.966647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:13.966356Z","time spent":"2.000280653s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:58:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:16.575425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.666549626s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T20:58:16.577469Z","caller":"traceutil/trace.go:171","msg":"trace[1723177843] transaction","detail":"{read_only:false; response_revision:24471; number_of_response:1; }","duration":"3.370122395s","start":"2026-03-03T20:58:13.207319Z","end":"2026-03-03T20:58:16.577441Z","steps":["trace[1723177843] 'process raft request' (duration: 3.368254241s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:16.577621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:13.207305Z","time spent":"3.370229987s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:17.966787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999865093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:58:17.966851Z","caller":"traceutil/trace.go:171","msg":"trace[2021304215] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999992085s","start":"2026-03-03T20:58:15.966845Z","end":"2026-03-03T20:58:17.966837Z","steps":["trace[2021304215] 'agreement among raft nodes before linearized reading' (duration: 1.999893313s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:17.966887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:15.966822Z","time spent":"2.000057617s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:58:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:18.559173Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.394152709s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:58:18.646369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190238401s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:18.646505Z","caller":"traceutil/trace.go:171","msg":"trace[759246201] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24471; }","duration":"1.190387594s","start":"2026-03-03T20:58:17.456096Z","end":"2026-03-03T20:58:18.646484Z","steps":["trace[759246201] 'range keys from in-memory index tree' (duration: 1.190220411s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:18.647613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.069127081s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:18.647761Z","caller":"traceutil/trace.go:171","msg":"trace[1078129351] transaction","detail":"{read_only:false; response_revision:24472; number_of_response:1; }","duration":"5.373834846s","start":"2026-03-03T20:58:13.273888Z","end":"2026-03-03T20:58:18.647723Z","steps":["trace[1078129351] 'process raft request' (duration: 3.303536438s)","trace[1078129351] 'compare' (duration: 2.068274301s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:18.647896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:13.273845Z","time spent":"5.37398664s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T20:58:18.647926Z","caller":"traceutil/trace.go:171","msg":"trace[1153202714] transaction","detail":"{read_only:false; response_revision:24473; number_of_response:1; }","duration":"2.482986862s","start":"2026-03-03T20:58:16.164911Z","end":"2026-03-03T20:58:18.647898Z","steps":["trace[1153202714] 'process raft request' (duration: 2.482844069s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:18.647965Z","caller":"traceutil/trace.go:171","msg":"trace[1029000041] linearizableReadLoop","detail":"{readStateIndex:25363; appliedIndex:25360; }","duration":"5.379088138s","start":"2026-03-03T20:58:13.268863Z","end":"2026-03-03T20:58:18.647951Z","steps":["trace[1029000041] 'read index received' (duration: 640.004212ms)","trace[1029000041] 'applied index is now lower than readState.Index' (duration: 4.739082225s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:18.648058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:16.164899Z","time spent":"2.483085414s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:18.648061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.455325749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:18.648133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.453747241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-03T20:58:18.648182Z","caller":"traceutil/trace.go:171","msg":"trace[899280596] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24473; }","duration":"5.453798773s","start":"2026-03-03T20:58:13.19437Z","end":"2026-03-03T20:58:18.648169Z","steps":["trace[899280596] 'agreement among raft nodes before linearized reading' (duration: 5.453589148s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:18.648193Z","caller":"traceutil/trace.go:171","msg":"trace[1582791949] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24473; }","duration":"5.455492732s","start":"2026-03-03T20:58:13.192681Z","end":"2026-03-03T20:58:18.648174Z","steps":["trace[1582791949] 'agreement among raft nodes before linearized reading' (duration: 5.455307777s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:18.648215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:13.194319Z","time spent":"5.453889515s","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-03T20:58:18.648215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.45541457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e36d6fa9-36e0-4ab0-9add-80b74cc4b159\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-03T20:58:18.64824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951876838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:58:18.648287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.46899267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:18.648291Z","caller":"traceutil/trace.go:171","msg":"trace[1012534590] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e36d6fa9-36e0-4ab0-9add-80b74cc4b159; range_end:; response_count:1; response_revision:24473; }","duration":"5.455510333s","start":"2026-03-03T20:58:13.192763Z","end":"2026-03-03T20:58:18.648273Z","steps":["trace[1012534590] 'agreement among raft nodes before linearized reading' (duration: 5.455222186s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:18.648272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.452584734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131048"} {"level":"info","ts":"2026-03-03T20:58:18.648332Z","caller":"traceutil/trace.go:171","msg":"trace[716935323] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24473; }","duration":"3.469081862s","start":"2026-03-03T20:58:15.17924Z","end":"2026-03-03T20:58:18.648321Z","steps":["trace[716935323] 'agreement among raft nodes before linearized reading' (duration: 3.46900999s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:18.648341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:13.192745Z","time spent":"5.455586264s","remote":"127.0.0.1:45806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-e36d6fa9-36e0-4ab0-9add-80b74cc4b159\" "} {"level":"warn","ts":"2026-03-03T20:58:18.648321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.457262284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-p57b8\" ","response":"range_response_count:1 size:5422"} {"level":"info","ts":"2026-03-03T20:58:18.648367Z","caller":"traceutil/trace.go:171","msg":"trace[2111763153] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24473; }","duration":"5.452699537s","start":"2026-03-03T20:58:13.195648Z","end":"2026-03-03T20:58:18.648348Z","steps":["trace[2111763153] 'agreement among raft nodes before linearized reading' (duration: 5.452355689s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:18.648414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.097046582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:18.648411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384183264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-03T20:58:18.648421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:13.195641Z","time spent":"5.452771639s","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":131071,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-03T20:58:18.648431Z","caller":"traceutil/trace.go:171","msg":"trace[436956252] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-p57b8; range_end:; response_count:1; response_revision:24473; }","duration":"5.457440767s","start":"2026-03-03T20:58:13.190962Z","end":"2026-03-03T20:58:18.648403Z","steps":["trace[436956252] 'agreement among raft nodes before linearized reading' (duration: 5.457068178s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:18.648453Z","caller":"traceutil/trace.go:171","msg":"trace[1753036426] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24473; }","duration":"3.097119964s","start":"2026-03-03T20:58:15.55132Z","end":"2026-03-03T20:58:18.64844Z","steps":["trace[1753036426] 'agreement among raft nodes before linearized reading' (duration: 3.097066543s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:18.64847Z","caller":"traceutil/trace.go:171","msg":"trace[798963682] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24473; }","duration":"1.384264046s","start":"2026-03-03T20:58:17.264189Z","end":"2026-03-03T20:58:18.648453Z","steps":["trace[798963682] 'agreement among raft nodes before linearized reading' (duration: 1.384097872s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:18.648492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:15.551299Z","time spent":"3.097185586s","remote":"127.0.0.1:46542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:18.648512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.323892833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:58:18.648511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:13.190944Z","time spent":"5.4575491s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5445,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-p57b8\" "} {"level":"warn","ts":"2026-03-03T20:58:18.648519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:17.264173Z","time spent":"1.384335067s","remote":"127.0.0.1:45770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T20:58:18.648547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.569545095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:58:18.648563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.529623815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:18.648593Z","caller":"traceutil/trace.go:171","msg":"trace[88398328] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24473; }","duration":"3.569614877s","start":"2026-03-03T20:58:15.078961Z","end":"2026-03-03T20:58:18.648576Z","steps":["trace[88398328] 'agreement among raft nodes before linearized reading' (duration: 3.569487534s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:18.648601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.809667191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:18.648588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.650561934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:18.648622Z","caller":"traceutil/trace.go:171","msg":"trace[1468978247] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24473; }","duration":"2.529704177s","start":"2026-03-03T20:58:16.118904Z","end":"2026-03-03T20:58:18.648608Z","steps":["trace[1468978247] 'agreement among raft nodes before linearized reading' (duration: 2.529608555s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:18.64863Z","caller":"traceutil/trace.go:171","msg":"trace[1563840329] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24473; }","duration":"3.809743433s","start":"2026-03-03T20:58:14.838878Z","end":"2026-03-03T20:58:18.648621Z","steps":["trace[1563840329] 'agreement among raft nodes before linearized reading' (duration: 3.809696892s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:18.648637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:15.078942Z","time spent":"3.569682958s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:18.648663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:14.838852Z","time spent":"3.809804165s","remote":"127.0.0.1:45742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:18.648669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:16.118888Z","time spent":"2.529768018s","remote":"127.0.0.1:35948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:18.648672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.692711009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:18.64871Z","caller":"traceutil/trace.go:171","msg":"trace[830875211] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24473; }","duration":"4.69277808s","start":"2026-03-03T20:58:13.95592Z","end":"2026-03-03T20:58:18.648698Z","steps":["trace[830875211] 'agreement among raft nodes before linearized reading' (duration: 4.692715118s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:18.648666Z","caller":"traceutil/trace.go:171","msg":"trace[1255579730] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24473; }","duration":"2.650866761s","start":"2026-03-03T20:58:15.99778Z","end":"2026-03-03T20:58:18.648647Z","steps":["trace[1255579730] 'agreement among raft nodes before linearized reading' (duration: 2.650286067s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:18.64875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:13.955904Z","time spent":"4.692837912s","remote":"127.0.0.1:46650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:18.648917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.751963405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T20:58:18.648988Z","caller":"traceutil/trace.go:171","msg":"trace[269812088] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24473; }","duration":"4.752076017s","start":"2026-03-03T20:58:13.896901Z","end":"2026-03-03T20:58:18.648977Z","steps":["trace[269812088] 'agreement among raft nodes before linearized reading' (duration: 4.751938264s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:18.648942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:15.997769Z","time spent":"2.651148687s","remote":"127.0.0.1:46044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:18.64903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:13.896876Z","time spent":"4.752146099s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T20:58:18.649422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.031161002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:18.649482Z","caller":"traceutil/trace.go:171","msg":"trace[335349275] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24473; }","duration":"3.032374591s","start":"2026-03-03T20:58:15.6171Z","end":"2026-03-03T20:58:18.649474Z","steps":["trace[335349275] 'agreement among raft nodes before linearized reading' (duration: 3.031113872s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:18.649517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:15.617086Z","time spent":"3.032423282s","remote":"127.0.0.1:42866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:18.649517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724561789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:18.649635Z","caller":"traceutil/trace.go:171","msg":"trace[1598319817] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24473; }","duration":"1.72589266s","start":"2026-03-03T20:58:16.923705Z","end":"2026-03-03T20:58:18.649597Z","steps":["trace[1598319817] 'agreement among raft nodes before linearized reading' (duration: 1.724482407s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:18.649709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:16.923682Z","time spent":"1.726002962s","remote":"127.0.0.1:46506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:18.649802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.612347939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:18.649845Z","caller":"traceutil/trace.go:171","msg":"trace[173577522] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24473; }","duration":"3.612434871s","start":"2026-03-03T20:58:15.037396Z","end":"2026-03-03T20:58:18.649831Z","steps":["trace[173577522] 'agreement among raft nodes before linearized reading' (duration: 3.612356149s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:18.649875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:15.037374Z","time spent":"3.612494443s","remote":"127.0.0.1:54032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:18.648303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.890196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:18.648246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:13.192664Z","time spent":"5.455567694s","remote":"127.0.0.1:45926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-03T20:58:18.650129Z","caller":"traceutil/trace.go:171","msg":"trace[1874763442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24473; }","duration":"677.73303ms","start":"2026-03-03T20:58:17.972326Z","end":"2026-03-03T20:58:18.650059Z","steps":["trace[1874763442] 'agreement among raft nodes before linearized reading' (duration: 675.877076ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:18.648315Z","caller":"traceutil/trace.go:171","msg":"trace[1208284253] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24473; }","duration":"1.952012122s","start":"2026-03-03T20:58:16.696285Z","end":"2026-03-03T20:58:18.648297Z","steps":["trace[1208284253] 'agreement among raft nodes before linearized reading' (duration: 1.951895469s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:18.650189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:17.972302Z","time spent":"677.868642ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:58:18.650423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:16.696251Z","time spent":"1.953952266s","remote":"127.0.0.1:45906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:18.648116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.376487507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T20:58:18.650554Z","caller":"traceutil/trace.go:171","msg":"trace[1190602591] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24473; }","duration":"5.378959225s","start":"2026-03-03T20:58:13.27158Z","end":"2026-03-03T20:58:18.65054Z","steps":["trace[1190602591] 'agreement among raft nodes before linearized reading' (duration: 5.376481537s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:18.650604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:13.271561Z","time spent":"5.379028947s","remote":"127.0.0.1:45926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T20:58:18.648365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:15.179218Z","time spent":"3.469139464s","remote":"127.0.0.1:46654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:18.648361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757350921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:18.650745Z","caller":"traceutil/trace.go:171","msg":"trace[802810513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24473; }","duration":"1.759771647s","start":"2026-03-03T20:58:16.890958Z","end":"2026-03-03T20:58:18.65073Z","steps":["trace[802810513] 'agreement among raft nodes before linearized reading' (duration: 1.757379872s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:18.650796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:16.89093Z","time spent":"1.759853158s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:58:18.64842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12594714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:18.650907Z","caller":"traceutil/trace.go:171","msg":"trace[742119517] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24473; }","duration":"2.128457099s","start":"2026-03-03T20:58:16.522428Z","end":"2026-03-03T20:58:18.650885Z","steps":["trace[742119517] 'agreement among raft nodes before linearized reading' (duration: 2.125966391s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:18.651004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:16.5224Z","time spent":"2.128578062s","remote":"127.0.0.1:57364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:58:18.648554Z","caller":"traceutil/trace.go:171","msg":"trace[1077400104] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24473; }","duration":"4.323937014s","start":"2026-03-03T20:58:14.324607Z","end":"2026-03-03T20:58:18.648544Z","steps":["trace[1077400104] 'agreement among raft nodes before linearized reading' (duration: 4.323873703s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:18.651084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:14.324581Z","time spent":"4.326487004s","remote":"127.0.0.1:46964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:19.153661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875512977,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:58:20.046773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.636618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:20.046898Z","caller":"traceutil/trace.go:171","msg":"trace[148102121] transaction","detail":"{read_only:false; response_revision:24474; number_of_response:1; }","duration":"1.394090715s","start":"2026-03-03T20:58:18.652785Z","end":"2026-03-03T20:58:20.046875Z","steps":["trace[148102121] 'process raft request' (duration: 967.270623ms)","trace[148102121] 'compare' (duration: 425.87516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:20.046958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:18.652763Z","time spent":"1.394166847s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:58:20.957143Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.33701226s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:58:21.964435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000495907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:58:21.964564Z","caller":"traceutil/trace.go:171","msg":"trace[140751381] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000671352s","start":"2026-03-03T20:58:19.963876Z","end":"2026-03-03T20:58:21.964547Z","steps":["trace[140751381] 'agreement among raft nodes before linearized reading' (duration: 2.000521368s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:21.964645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:19.963861Z","time spent":"2.000774714s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:58:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:22.183211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225812057s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T20:58:22.18357Z","caller":"traceutil/trace.go:171","msg":"trace[1573820699] transaction","detail":"{read_only:false; response_revision:24479; number_of_response:1; }","duration":"2.132007791s","start":"2026-03-03T20:58:20.051547Z","end":"2026-03-03T20:58:22.183554Z","steps":["trace[1573820699] 'process raft request' (duration: 2.13196948s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:22.18358Z","caller":"traceutil/trace.go:171","msg":"trace[953878540] transaction","detail":"{read_only:false; response_revision:24475; number_of_response:1; }","duration":"3.529549497s","start":"2026-03-03T20:58:18.65399Z","end":"2026-03-03T20:58:22.18354Z","steps":["trace[953878540] 'process raft request' (duration: 3.529301871s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:22.183648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:20.051523Z","time spent":"2.132079653s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T20:58:22.18381Z","caller":"traceutil/trace.go:171","msg":"trace[478989858] transaction","detail":"{read_only:false; response_revision:24478; number_of_response:1; }","duration":"2.693480281s","start":"2026-03-03T20:58:19.490322Z","end":"2026-03-03T20:58:22.183802Z","steps":["trace[478989858] 'process raft request' (duration: 2.693163603s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:22.183814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:18.653965Z","time spent":"3.529702041s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:22.183868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:19.490294Z","time spent":"2.693538172s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:22.183841Z","caller":"traceutil/trace.go:171","msg":"trace[2016396887] transaction","detail":"{read_only:false; response_revision:24477; number_of_response:1; }","duration":"3.520566838s","start":"2026-03-03T20:58:18.663224Z","end":"2026-03-03T20:58:22.183791Z","steps":["trace[2016396887] 'process raft request' (duration: 3.520234361s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:22.183969Z","caller":"traceutil/trace.go:171","msg":"trace[824556597] linearizableReadLoop","detail":"{readStateIndex:25369; appliedIndex:25364; }","duration":"3.530754404s","start":"2026-03-03T20:58:18.653208Z","end":"2026-03-03T20:58:22.183962Z","steps":["trace[824556597] 'read index received' (duration: 966.963096ms)","trace[824556597] 'applied index is now lower than readState.Index' (duration: 2.563790488s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:22.183999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:18.663212Z","time spent":"3.520699101s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:22.184139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:18.653779Z","time spent":"3.530357205s","remote":"127.0.0.1:45704","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T20:58:22.184172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.530963269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-03T20:58:22.184195Z","caller":"traceutil/trace.go:171","msg":"trace[1660365694] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24479; }","duration":"3.531041692s","start":"2026-03-03T20:58:18.653146Z","end":"2026-03-03T20:58:22.184188Z","steps":["trace[1660365694] 'agreement among raft nodes before linearized reading' (duration: 3.530921159s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:22.184216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:18.653123Z","time spent":"3.531088452s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-03T20:58:22.184329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657255477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:22.184329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.529044485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:22.184366Z","caller":"traceutil/trace.go:171","msg":"trace[1431031888] transaction","detail":"{read_only:false; response_revision:24476; number_of_response:1; }","duration":"3.527680464s","start":"2026-03-03T20:58:18.656672Z","end":"2026-03-03T20:58:22.184353Z","steps":["trace[1431031888] 'process raft request' (duration: 3.526745652s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:22.184404Z","caller":"traceutil/trace.go:171","msg":"trace[331083544] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24479; }","duration":"3.529146217s","start":"2026-03-03T20:58:18.655239Z","end":"2026-03-03T20:58:22.184385Z","steps":["trace[331083544] 'agreement among raft nodes before linearized reading' (duration: 3.529016394s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:22.184444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:18.656663Z","time spent":"3.527729664s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5582,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:22.184465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:18.65523Z","time spent":"3.529225339s","remote":"127.0.0.1:45926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:58:22.184693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.381900544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:22.184738Z","caller":"traceutil/trace.go:171","msg":"trace[1330801587] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24479; }","duration":"2.381971976s","start":"2026-03-03T20:58:19.802746Z","end":"2026-03-03T20:58:22.184718Z","steps":["trace[1330801587] 'agreement among raft nodes before linearized reading' (duration: 2.381895104s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:22.184766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:19.802729Z","time spent":"2.382029198s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:22.184933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.42735271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-03T20:58:22.184997Z","caller":"traceutil/trace.go:171","msg":"trace[211650037] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24479; }","duration":"2.427453002s","start":"2026-03-03T20:58:19.757535Z","end":"2026-03-03T20:58:22.184988Z","steps":["trace[211650037] 'agreement among raft nodes before linearized reading' (duration: 2.42734579s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:22.185026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:19.757514Z","time spent":"2.427504734s","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T20:58:22.185213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.804800106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:22.185253Z","caller":"traceutil/trace.go:171","msg":"trace[1816849631] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24479; }","duration":"2.804876398s","start":"2026-03-03T20:58:19.380366Z","end":"2026-03-03T20:58:22.185242Z","steps":["trace[1816849631] 'agreement among raft nodes before linearized reading' (duration: 2.804811227s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:22.185277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:19.380345Z","time spent":"2.804924729s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:22.185461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.558832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:22.185498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635482961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:22.185527Z","caller":"traceutil/trace.go:171","msg":"trace[1836690637] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24479; }","duration":"1.635543232s","start":"2026-03-03T20:58:20.549977Z","end":"2026-03-03T20:58:22.18552Z","steps":["trace[1836690637] 'agreement among raft nodes before linearized reading' (duration: 1.63547775s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:22.185539Z","caller":"traceutil/trace.go:171","msg":"trace[1520570267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24479; }","duration":"220.678955ms","start":"2026-03-03T20:58:21.964838Z","end":"2026-03-03T20:58:22.185517Z","steps":["trace[1520570267] 'agreement among raft nodes before linearized reading' (duration: 220.567052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:22.185549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:20.549964Z","time spent":"1.635579353s","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:58:22.184389Z","caller":"traceutil/trace.go:171","msg":"trace[1918447465] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24479; }","duration":"1.657350148s","start":"2026-03-03T20:58:20.527023Z","end":"2026-03-03T20:58:22.184373Z","steps":["trace[1918447465] 'agreement among raft nodes before linearized reading' (duration: 1.657235505s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:22.187173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:20.526971Z","time spent":"1.660160404s","remote":"127.0.0.1:53972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:22.18746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257467782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:22.187513Z","caller":"traceutil/trace.go:171","msg":"trace[466974531] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24479; }","duration":"1.259996491s","start":"2026-03-03T20:58:20.927497Z","end":"2026-03-03T20:58:22.187494Z","steps":["trace[466974531] 'agreement among raft nodes before linearized reading' (duration: 1.25740635s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:22.187547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:20.927474Z","time spent":"1.260063362s","remote":"127.0.0.1:46088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:22.689131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875512987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:58:23.189882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875512987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:58:23.690417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875512987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:58:24.009266Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.587663441s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:58:24.194334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001303467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:58:24.194421Z","caller":"traceutil/trace.go:171","msg":"trace[335959211] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001415159s","start":"2026-03-03T20:58:22.192983Z","end":"2026-03-03T20:58:24.194398Z","steps":["trace[335959211] 'agreement among raft nodes before linearized reading' (duration: 2.001308927s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.194464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:22.192975Z","time spent":"2.001480182s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:58:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:25.211849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202174478s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:25.212Z","caller":"traceutil/trace.go:171","msg":"trace[725950412] transaction","detail":"{read_only:false; response_revision:24480; number_of_response:1; }","duration":"3.02460067s","start":"2026-03-03T20:58:22.187373Z","end":"2026-03-03T20:58:25.211974Z","steps":["trace[725950412] 'process raft request' (duration: 1.822158746s)","trace[725950412] 'compare' (duration: 1.201665606s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:25.21209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:22.18735Z","time spent":"3.024693453s","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:26.194449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999937174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:58:26.194553Z","caller":"traceutil/trace.go:171","msg":"trace[104552610] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000089328s","start":"2026-03-03T20:58:24.19444Z","end":"2026-03-03T20:58:26.194529Z","steps":["trace[104552610] 'agreement among raft nodes before linearized reading' (duration: 1.999964845s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:26.194606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.19442Z","time spent":"2.00017474s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:58:26.21006Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.200582663s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:58:26.627309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.886902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:26.627711Z","caller":"traceutil/trace.go:171","msg":"trace[924783907] transaction","detail":"{read_only:false; response_revision:24481; number_of_response:1; }","duration":"2.973431673s","start":"2026-03-03T20:58:23.654253Z","end":"2026-03-03T20:58:26.627685Z","steps":["trace[924783907] 'process raft request' (duration: 2.55606396s)","trace[924783907] 'compare' (duration: 416.331259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:26.627802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:23.654235Z","time spent":"2.973525554s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:26.627937Z","caller":"traceutil/trace.go:171","msg":"trace[146072907] linearizableReadLoop","detail":"{readStateIndex:25373; appliedIndex:25371; }","duration":"4.438935536s","start":"2026-03-03T20:58:22.188978Z","end":"2026-03-03T20:58:26.627914Z","steps":["trace[146072907] 'read index received' (duration: 1.820549509s)","trace[146072907] 'applied index is now lower than readState.Index' (duration: 2.618383697s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:28.202504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000059268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:58:28.202666Z","caller":"traceutil/trace.go:171","msg":"trace[1150842653] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000274023s","start":"2026-03-03T20:58:26.202376Z","end":"2026-03-03T20:58:28.20265Z","steps":["trace[1150842653] 'agreement among raft nodes before linearized reading' (duration: 2.000089749s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:28.20272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:26.202359Z","time spent":"2.000350594s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:58:29.116896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.489469484s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T20:58:29.117063Z","caller":"traceutil/trace.go:171","msg":"trace[1285118836] linearizableReadLoop","detail":"{readStateIndex:25374; appliedIndex:25373; }","duration":"2.489054814s","start":"2026-03-03T20:58:26.62799Z","end":"2026-03-03T20:58:29.117045Z","steps":["trace[1285118836] 'read index received' (duration: 56.661µs)","trace[1285118836] 'applied index is now lower than readState.Index' (duration: 2.488995593s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:29.117475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.928473871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-8687cdb994-5vzmq.189970561f365f3b\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-03T20:58:29.117565Z","caller":"traceutil/trace.go:171","msg":"trace[1324874779] range","detail":"{range_begin:/registry/events/openstack/magnum-api-8687cdb994-5vzmq.189970561f365f3b; range_end:; response_count:1; response_revision:24481; }","duration":"6.928629895s","start":"2026-03-03T20:58:22.188911Z","end":"2026-03-03T20:58:29.117541Z","steps":["trace[1324874779] 'agreement among raft nodes before linearized reading' (duration: 4.439119181s)","trace[1324874779] 'range keys from in-memory index tree' (duration: 2.48930535s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:29.117613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:22.188896Z","time spent":"6.928708157s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-8687cdb994-5vzmq.189970561f365f3b\" "} {"level":"warn","ts":"2026-03-03T20:58:29.118098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.952244122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:29.118145Z","caller":"traceutil/trace.go:171","msg":"trace[1683856723] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24481; }","duration":"2.952303743s","start":"2026-03-03T20:58:26.16583Z","end":"2026-03-03T20:58:29.118134Z","steps":["trace[1683856723] 'agreement among raft nodes before linearized reading' (duration: 2.95219162s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:29.118183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:26.165799Z","time spent":"2.952371624s","remote":"127.0.0.1:46124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:29.118395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.559658297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:29.11843Z","caller":"traceutil/trace.go:171","msg":"trace[246921844] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24481; }","duration":"3.55975288s","start":"2026-03-03T20:58:25.558668Z","end":"2026-03-03T20:58:29.118421Z","steps":["trace[246921844] 'agreement among raft nodes before linearized reading' (duration: 3.559693778s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:29.118458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:25.558635Z","time spent":"3.55981638s","remote":"127.0.0.1:59934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:29.118697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.860299389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:29.118731Z","caller":"traceutil/trace.go:171","msg":"trace[282250585] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24481; }","duration":"3.860373721s","start":"2026-03-03T20:58:25.258349Z","end":"2026-03-03T20:58:29.118722Z","steps":["trace[282250585] 'agreement among raft nodes before linearized reading' (duration: 3.860245788s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:29.118758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:25.258326Z","time spent":"3.860425011s","remote":"127.0.0.1:38898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:29.118983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.90424412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-03T20:58:29.119018Z","caller":"traceutil/trace.go:171","msg":"trace[699993094] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24481; }","duration":"3.904313851s","start":"2026-03-03T20:58:25.214697Z","end":"2026-03-03T20:58:29.11901Z","steps":["trace[699993094] 'agreement among raft nodes before linearized reading' (duration: 3.904188188s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:29.119047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:25.214678Z","time spent":"3.904361042s","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T20:58:29.119115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66085166s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:29.119246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.875746631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:29.119263Z","caller":"traceutil/trace.go:171","msg":"trace[838411296] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24481; }","duration":"1.661010404s","start":"2026-03-03T20:58:27.45823Z","end":"2026-03-03T20:58:29.11924Z","steps":["trace[838411296] 'range keys from in-memory index tree' (duration: 1.66082962s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:29.119284Z","caller":"traceutil/trace.go:171","msg":"trace[444727757] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24481; }","duration":"4.875805191s","start":"2026-03-03T20:58:24.24347Z","end":"2026-03-03T20:58:29.119275Z","steps":["trace[444727757] 'agreement among raft nodes before linearized reading' (duration: 4.87575629s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:29.119319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.243452Z","time spent":"4.875859422s","remote":"127.0.0.1:42840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:29.119475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.16510571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:29.119516Z","caller":"traceutil/trace.go:171","msg":"trace[2105881622] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24481; }","duration":"5.165165502s","start":"2026-03-03T20:58:23.954336Z","end":"2026-03-03T20:58:29.119501Z","steps":["trace[2105881622] 'agreement among raft nodes before linearized reading' (duration: 5.165113421s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:29.119542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:23.954317Z","time spent":"5.165217753s","remote":"127.0.0.1:46292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:29.119681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.610562795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:29.119714Z","caller":"traceutil/trace.go:171","msg":"trace[1353238225] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24481; }","duration":"5.610635736s","start":"2026-03-03T20:58:23.509071Z","end":"2026-03-03T20:58:29.119706Z","steps":["trace[1353238225] 'agreement among raft nodes before linearized reading' (duration: 5.610587705s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:29.119751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:23.509048Z","time spent":"5.610696728s","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:29.119208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.691047231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:29.1204Z","caller":"traceutil/trace.go:171","msg":"trace[63176125] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24481; }","duration":"4.692225698s","start":"2026-03-03T20:58:24.428152Z","end":"2026-03-03T20:58:29.120377Z","steps":["trace[63176125] 'agreement among raft nodes before linearized reading' (duration: 4.69100306s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:29.120484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.428105Z","time spent":"4.692344761s","remote":"127.0.0.1:38962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:29.120792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.930305644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-bstjz\" ","response":"range_response_count:1 size:5315"} {"level":"info","ts":"2026-03-03T20:58:29.120906Z","caller":"traceutil/trace.go:171","msg":"trace[2105894250] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-bstjz; range_end:; response_count:1; response_revision:24481; }","duration":"6.930441637s","start":"2026-03-03T20:58:22.190444Z","end":"2026-03-03T20:58:29.120885Z","steps":["trace[2105894250] 'agreement among raft nodes before linearized reading' (duration: 6.929933575s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:29.120978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:22.190434Z","time spent":"6.930528439s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5338,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-bstjz\" "} {"level":"warn","ts":"2026-03-03T20:58:29.121115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.931958822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-de971cc3-29ed-4c56-8d37-39e333770ad5\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-03-03T20:58:29.121236Z","caller":"traceutil/trace.go:171","msg":"trace[1639616104] range","detail":"{range_begin:/registry/persistentvolumes/pvc-de971cc3-29ed-4c56-8d37-39e333770ad5; range_end:; response_count:1; response_revision:24481; }","duration":"6.932289999s","start":"2026-03-03T20:58:22.188918Z","end":"2026-03-03T20:58:29.121208Z","steps":["trace[1639616104] 'agreement among raft nodes before linearized reading' (duration: 6.93186851s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:29.121299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:22.188894Z","time spent":"6.932394552s","remote":"127.0.0.1:45806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-de971cc3-29ed-4c56-8d37-39e333770ad5\" "} {"level":"warn","ts":"2026-03-03T20:58:29.617161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875512993,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:58:29.810442Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.827753629s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:58:29.811085Z","caller":"traceutil/trace.go:171","msg":"trace[973780068] transaction","detail":"{read_only:false; response_revision:24482; number_of_response:1; }","duration":"2.828527648s","start":"2026-03-03T20:58:26.98249Z","end":"2026-03-03T20:58:29.811017Z","steps":["trace[973780068] 'process raft request' (duration: 2.828217361s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:29.811395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:26.982453Z","time spent":"2.828725272s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:30.20396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000538509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:58:30.204048Z","caller":"traceutil/trace.go:171","msg":"trace[1323294628] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000671063s","start":"2026-03-03T20:58:28.203358Z","end":"2026-03-03T20:58:30.204029Z","steps":["trace[1323294628] 'agreement among raft nodes before linearized reading' (duration: 2.00055582s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.204096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:28.203347Z","time spent":"2.000739754s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:58:31.897187Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.998320427s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:58:31.897868Z","caller":"traceutil/trace.go:171","msg":"trace[923132205] linearizableReadLoop","detail":"{readStateIndex:25377; appliedIndex:25374; }","duration":"2.780739087s","start":"2026-03-03T20:58:29.117089Z","end":"2026-03-03T20:58:31.897828Z","steps":["trace[923132205] 'read index received' (duration: 693.571697ms)","trace[923132205] 'applied index is now lower than readState.Index' (duration: 2.08716626s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:31.897873Z","caller":"traceutil/trace.go:171","msg":"trace[1115932093] transaction","detail":"{read_only:false; response_revision:24484; number_of_response:1; }","duration":"2.76406539s","start":"2026-03-03T20:58:29.133775Z","end":"2026-03-03T20:58:31.89784Z","steps":["trace[1115932093] 'process raft request' (duration: 2.763883326s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:31.898019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.758020233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:31.898037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:29.133751Z","time spent":"2.764203584s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:31.898062Z","caller":"traceutil/trace.go:171","msg":"trace[1207464289] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24485; }","duration":"3.758121576s","start":"2026-03-03T20:58:28.13993Z","end":"2026-03-03T20:58:31.898052Z","steps":["trace[1207464289] 'agreement among raft nodes before linearized reading' (duration: 3.758002423s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:31.898067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.686176357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:31.89809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:28.139907Z","time spent":"3.758176297s","remote":"127.0.0.1:57430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:58:31.898146Z","caller":"traceutil/trace.go:171","msg":"trace[588153535] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24485; }","duration":"4.686340391s","start":"2026-03-03T20:58:27.211761Z","end":"2026-03-03T20:58:31.898101Z","steps":["trace[588153535] 'agreement among raft nodes before linearized reading' (duration: 4.686182927s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:31.898199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:27.211711Z","time spent":"4.686474074s","remote":"127.0.0.1:46740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:58:31.897886Z","caller":"traceutil/trace.go:171","msg":"trace[860233031] transaction","detail":"{read_only:false; response_revision:24483; number_of_response:1; }","duration":"2.776322734s","start":"2026-03-03T20:58:29.121535Z","end":"2026-03-03T20:58:31.897857Z","steps":["trace[860233031] 'process raft request' (duration: 2.775824463s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:31.8984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.705865022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-03T20:58:31.898423Z","caller":"traceutil/trace.go:171","msg":"trace[1745786786] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24485; }","duration":"3.705923243s","start":"2026-03-03T20:58:28.192492Z","end":"2026-03-03T20:58:31.898415Z","steps":["trace[1745786786] 'agreement among raft nodes before linearized reading' (duration: 3.705839311s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:31.898449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:28.19247Z","time spent":"3.705974724s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T20:58:31.898432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:29.12151Z","time spent":"2.776871088s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:31.898567Z","caller":"traceutil/trace.go:171","msg":"trace[460710715] transaction","detail":"{read_only:false; response_revision:24485; number_of_response:1; }","duration":"2.207061015s","start":"2026-03-03T20:58:29.691494Z","end":"2026-03-03T20:58:31.898555Z","steps":["trace[460710715] 'process raft request' (duration: 2.206269566s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:31.898596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.161986737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:31.89863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:29.691456Z","time spent":"2.207138396s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:31.898638Z","caller":"traceutil/trace.go:171","msg":"trace[1588803365] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:24485; }","duration":"5.162083769s","start":"2026-03-03T20:58:26.736544Z","end":"2026-03-03T20:58:31.898628Z","steps":["trace[1588803365] 'agreement among raft nodes before linearized reading' (duration: 5.162016668s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:31.898829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.725315586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:31.898858Z","caller":"traceutil/trace.go:171","msg":"trace[976589136] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24485; }","duration":"4.725401917s","start":"2026-03-03T20:58:27.17345Z","end":"2026-03-03T20:58:31.898852Z","steps":["trace[976589136] 'agreement among raft nodes before linearized reading' (duration: 4.725340526s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:31.898739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:26.736515Z","time spent":"5.162214223s","remote":"127.0.0.1:45754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-03-03T20:58:31.899135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.098635856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:58:31.898881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:27.173415Z","time spent":"4.725458419s","remote":"127.0.0.1:46112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:58:31.899239Z","caller":"traceutil/trace.go:171","msg":"trace[1725576415] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24485; }","duration":"5.098821521s","start":"2026-03-03T20:58:26.800392Z","end":"2026-03-03T20:58:31.899213Z","steps":["trace[1725576415] 'agreement among raft nodes before linearized reading' (duration: 5.098473073s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:31.899365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.391754998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:31.900067Z","caller":"traceutil/trace.go:171","msg":"trace[429557076] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24485; }","duration":"3.393029717s","start":"2026-03-03T20:58:28.507011Z","end":"2026-03-03T20:58:31.90004Z","steps":["trace[429557076] 'agreement among raft nodes before linearized reading' (duration: 3.391299857s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:31.900154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:28.506991Z","time spent":"3.393137879s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:31.899431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:26.800326Z","time spent":"5.099081546s","remote":"127.0.0.1:38992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:32.212165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99974443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:58:32.212244Z","caller":"traceutil/trace.go:171","msg":"trace[1113813584] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999877713s","start":"2026-03-03T20:58:30.212349Z","end":"2026-03-03T20:58:32.212227Z","steps":["trace[1113813584] 'agreement among raft nodes before linearized reading' (duration: 1.999779431s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:32.21229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:30.212325Z","time spent":"1.999955895s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:58:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:32.398647Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875512998,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:58:32.899734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875512998,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:58:33.400126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875512998,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:58:33.900414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875512998,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:58:34.137708Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.240215325s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:58:34.212814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999997997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:58:34.212907Z","caller":"traceutil/trace.go:171","msg":"trace[67599601] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000176711s","start":"2026-03-03T20:58:32.212711Z","end":"2026-03-03T20:58:34.212888Z","steps":["trace[67599601] 'agreement among raft nodes before linearized reading' (duration: 2.000023248s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:34.212985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:32.212694Z","time spent":"2.000278323s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:58:34.305246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.217543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:34.305368Z","caller":"traceutil/trace.go:171","msg":"trace[340767655] transaction","detail":"{read_only:false; response_revision:24486; number_of_response:1; }","duration":"2.672410732s","start":"2026-03-03T20:58:31.632935Z","end":"2026-03-03T20:58:34.305345Z","steps":["trace[340767655] 'process raft request' (duration: 2.504982153s)","trace[340767655] 'compare' (duration: 166.358604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:34.305435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:31.63289Z","time spent":"2.672512094s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:35.562076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.456548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:35.562353Z","caller":"traceutil/trace.go:171","msg":"trace[1857314845] linearizableReadLoop","detail":"{readStateIndex:25382; appliedIndex:25378; }","duration":"3.664421279s","start":"2026-03-03T20:58:31.897913Z","end":"2026-03-03T20:58:35.562335Z","steps":["trace[1857314845] 'read index received' (duration: 2.24002427s)","trace[1857314845] 'applied index is now lower than readState.Index' (duration: 1.424395829s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:35.562464Z","caller":"traceutil/trace.go:171","msg":"trace[755770888] transaction","detail":"{read_only:false; response_revision:24487; number_of_response:1; }","duration":"3.659045834s","start":"2026-03-03T20:58:31.903402Z","end":"2026-03-03T20:58:35.562448Z","steps":["trace[755770888] 'process raft request' (duration: 3.035115566s)","trace[755770888] 'compare' (duration: 623.239562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:35.562535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:31.903378Z","time spent":"3.659121427s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:35.562751Z","caller":"traceutil/trace.go:171","msg":"trace[1489910898] transaction","detail":"{read_only:false; response_revision:24488; number_of_response:1; }","duration":"3.659089305s","start":"2026-03-03T20:58:31.903651Z","end":"2026-03-03T20:58:35.562741Z","steps":["trace[1489910898] 'process raft request' (duration: 3.658554893s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:35.562817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:31.903624Z","time spent":"3.659160257s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T20:58:35.563055Z","caller":"traceutil/trace.go:171","msg":"trace[165814283] transaction","detail":"{read_only:false; response_revision:24489; number_of_response:1; }","duration":"3.336198627s","start":"2026-03-03T20:58:32.226845Z","end":"2026-03-03T20:58:35.563044Z","steps":["trace[165814283] 'process raft request' (duration: 3.33543502s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:35.563118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:32.226821Z","time spent":"3.336266918s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:35.5633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.439268409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-03T20:58:35.563334Z","caller":"traceutil/trace.go:171","msg":"trace[69108373] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24489; }","duration":"6.439368542s","start":"2026-03-03T20:58:29.123956Z","end":"2026-03-03T20:58:35.563325Z","steps":["trace[69108373] 'agreement among raft nodes before linearized reading' (duration: 6.439236509s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:35.563366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:29.123911Z","time spent":"6.439447553s","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T20:58:35.563476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.659201938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-crjrb\" ","response":"range_response_count:1 size:4052"} {"level":"info","ts":"2026-03-03T20:58:35.56352Z","caller":"traceutil/trace.go:171","msg":"trace[1607071938] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-crjrb; range_end:; response_count:1; response_revision:24489; }","duration":"3.65927662s","start":"2026-03-03T20:58:31.904233Z","end":"2026-03-03T20:58:35.563509Z","steps":["trace[1607071938] 'agreement among raft nodes before linearized reading' (duration: 3.659159397s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:35.563545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:31.904221Z","time spent":"3.659318221s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4075,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-crjrb\" "} {"level":"warn","ts":"2026-03-03T20:58:35.563564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.275820357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-03T20:58:35.563553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.436404802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-03T20:58:35.563697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.361665358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:35.563716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.794192153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:58:35.563712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.735619019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:35.56374Z","caller":"traceutil/trace.go:171","msg":"trace[1717186453] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24489; }","duration":"3.794251114s","start":"2026-03-03T20:58:31.769481Z","end":"2026-03-03T20:58:35.563732Z","steps":["trace[1717186453] 'agreement among raft nodes before linearized reading' (duration: 3.794197383s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:35.563744Z","caller":"traceutil/trace.go:171","msg":"trace[1377940241] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:24489; }","duration":"6.436634018s","start":"2026-03-03T20:58:29.127064Z","end":"2026-03-03T20:58:35.563698Z","steps":["trace[1377940241] 'agreement among raft nodes before linearized reading' (duration: 6.436097046s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:35.563758Z","caller":"traceutil/trace.go:171","msg":"trace[2024862002] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24489; }","duration":"2.73569279s","start":"2026-03-03T20:58:32.828054Z","end":"2026-03-03T20:58:35.563747Z","steps":["trace[2024862002] 'agreement among raft nodes before linearized reading' (duration: 2.735608669s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:35.5638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.979396193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:58:35.563819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:29.127053Z","time spent":"6.43673752s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-03-03T20:58:35.563765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:31.769456Z","time spent":"3.794302666s","remote":"127.0.0.1:46062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:35.563867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342478776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:35.563896Z","caller":"traceutil/trace.go:171","msg":"trace[1890827562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24489; }","duration":"1.342543688s","start":"2026-03-03T20:58:34.221346Z","end":"2026-03-03T20:58:35.563889Z","steps":["trace[1890827562] 'agreement among raft nodes before linearized reading' (duration: 1.342505037s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:35.563916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:34.221326Z","time spent":"1.342585848s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:58:35.563703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094054387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:58:35.563795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:32.828039Z","time spent":"2.735747992s","remote":"127.0.0.1:46252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:58:35.56397Z","caller":"traceutil/trace.go:171","msg":"trace[2008375345] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24489; }","duration":"1.094506167s","start":"2026-03-03T20:58:34.469443Z","end":"2026-03-03T20:58:35.563949Z","steps":["trace[2008375345] 'agreement among raft nodes before linearized reading' (duration: 1.094038366s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:35.564031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:34.46942Z","time spent":"1.094594969s","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:35.563613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540385241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:35.564176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.34314559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:35.56376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.435835861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:35.564234Z","caller":"traceutil/trace.go:171","msg":"trace[1212620789] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24489; }","duration":"4.343254072s","start":"2026-03-03T20:58:31.220967Z","end":"2026-03-03T20:58:35.564222Z","steps":["trace[1212620789] 'agreement among raft nodes before linearized reading' (duration: 4.34313289s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:35.564247Z","caller":"traceutil/trace.go:171","msg":"trace[81024016] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24489; }","duration":"3.436346703s","start":"2026-03-03T20:58:32.127883Z","end":"2026-03-03T20:58:35.56423Z","steps":["trace[81024016] 'agreement among raft nodes before linearized reading' (duration: 3.435856561s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:35.564246Z","caller":"traceutil/trace.go:171","msg":"trace[586828735] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24489; }","duration":"1.541094978s","start":"2026-03-03T20:58:34.023105Z","end":"2026-03-03T20:58:35.5642Z","steps":["trace[586828735] 'agreement among raft nodes before linearized reading' (duration: 1.5403049s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:35.564288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:32.127863Z","time spent":"3.436413114s","remote":"127.0.0.1:38912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:35.564297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890192385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:58:35.564331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:34.023086Z","time spent":"1.541202881s","remote":"127.0.0.1:46734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:58:35.563659Z","caller":"traceutil/trace.go:171","msg":"trace[1354300522] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24489; }","duration":"4.27596294s","start":"2026-03-03T20:58:31.287677Z","end":"2026-03-03T20:58:35.56364Z","steps":["trace[1354300522] 'agreement among raft nodes before linearized reading' (duration: 4.275727675s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:35.563829Z","caller":"traceutil/trace.go:171","msg":"trace[778902542] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24489; }","duration":"3.979454894s","start":"2026-03-03T20:58:31.584364Z","end":"2026-03-03T20:58:35.563819Z","steps":["trace[778902542] 'agreement among raft nodes before linearized reading' (duration: 3.979415403s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:35.564367Z","caller":"traceutil/trace.go:171","msg":"trace[695351073] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24489; }","duration":"1.890303358s","start":"2026-03-03T20:58:33.674043Z","end":"2026-03-03T20:58:35.564346Z","steps":["trace[695351073] 'agreement among raft nodes before linearized reading' (duration: 1.889685964s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:35.56444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.638379756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:35.564469Z","caller":"traceutil/trace.go:171","msg":"trace[1318530896] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24489; }","duration":"4.638445468s","start":"2026-03-03T20:58:30.926016Z","end":"2026-03-03T20:58:35.564462Z","steps":["trace[1318530896] 'agreement among raft nodes before linearized reading' (duration: 4.638404617s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:35.56449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:30.925995Z","time spent":"4.638488679s","remote":"127.0.0.1:45886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:35.56449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:33.674028Z","time spent":"1.890438951s","remote":"127.0.0.1:42774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:35.564199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05632112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:35.56457Z","caller":"traceutil/trace.go:171","msg":"trace[296742163] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24489; }","duration":"1.056688268s","start":"2026-03-03T20:58:34.507869Z","end":"2026-03-03T20:58:35.564557Z","steps":["trace[296742163] 'agreement among raft nodes before linearized reading' (duration: 1.056305129s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:35.564604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:34.507806Z","time spent":"1.056786521s","remote":"127.0.0.1:53942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:35.564438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:31.584344Z","time spent":"3.980080999s","remote":"127.0.0.1:38882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:35.564042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226192215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:35.564294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:31.220925Z","time spent":"4.343336944s","remote":"127.0.0.1:46992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:35.564764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673505694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:35.563725Z","caller":"traceutil/trace.go:171","msg":"trace[262829063] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24489; }","duration":"3.36173423s","start":"2026-03-03T20:58:32.20198Z","end":"2026-03-03T20:58:35.563715Z","steps":["trace[262829063] 'agreement among raft nodes before linearized reading' (duration: 3.361689829s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:35.564858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:32.201905Z","time spent":"3.362931298s","remote":"127.0.0.1:46658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-03T20:58:35.564895Z","caller":"traceutil/trace.go:171","msg":"trace[1950750506] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24489; }","duration":"1.673639137s","start":"2026-03-03T20:58:33.891245Z","end":"2026-03-03T20:58:35.564884Z","steps":["trace[1950750506] 'agreement among raft nodes before linearized reading' (duration: 1.673278788s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:35.564405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:31.287656Z","time spent":"4.276739538s","remote":"127.0.0.1:45770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T20:58:35.564968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:33.891227Z","time spent":"1.673709778s","remote":"127.0.0.1:45926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:58:35.564716Z","caller":"traceutil/trace.go:171","msg":"trace[1683162012] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24489; }","duration":"1.226914202s","start":"2026-03-03T20:58:34.337792Z","end":"2026-03-03T20:58:35.564706Z","steps":["trace[1683162012] 'agreement among raft nodes before linearized reading' (duration: 1.226223566s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:35.565194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:34.337767Z","time spent":"1.227415134s","remote":"127.0.0.1:35898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:35.565339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489990352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:35.565523Z","caller":"traceutil/trace.go:171","msg":"trace[49051612] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24489; }","duration":"1.490224527s","start":"2026-03-03T20:58:34.075274Z","end":"2026-03-03T20:58:35.565499Z","steps":["trace[49051612] 'agreement among raft nodes before linearized reading' (duration: 1.488870296s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:35.565713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:34.075248Z","time spent":"1.490444092s","remote":"127.0.0.1:46186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:35.568422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1250086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:386268"} {"level":"info","ts":"2026-03-03T20:58:35.568483Z","caller":"traceutil/trace.go:171","msg":"trace[1218306526] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:24489; }","duration":"2.125107681s","start":"2026-03-03T20:58:33.443362Z","end":"2026-03-03T20:58:35.56847Z","steps":["trace[1218306526] 'agreement among raft nodes before linearized reading' (duration: 2.120453693s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:35.568547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:33.443344Z","time spent":"2.125173433s","remote":"127.0.0.1:46170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1987,"response size":386291,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-03T20:58:36.096159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.379226ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:36.096315Z","caller":"traceutil/trace.go:171","msg":"trace[536561920] linearizableReadLoop","detail":"{readStateIndex:25383; appliedIndex:25382; }","duration":"524.865499ms","start":"2026-03-03T20:58:35.571423Z","end":"2026-03-03T20:58:36.096288Z","steps":["trace[536561920] 'read index received' (duration: 289.211577ms)","trace[536561920] 'applied index is now lower than readState.Index' (duration: 235.650062ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:36.096417Z","caller":"traceutil/trace.go:171","msg":"trace[1884895648] transaction","detail":"{read_only:false; response_revision:24490; number_of_response:1; }","duration":"525.207038ms","start":"2026-03-03T20:58:35.571181Z","end":"2026-03-03T20:58:36.096388Z","steps":["trace[1884895648] 'process raft request' (duration: 289.473523ms)","trace[1884895648] 'compare' (duration: 234.920636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:36.09657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:35.571166Z","time spent":"525.31713ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:58:36.096621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.172496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5ce9558b-6483-4b09-bf2b-6c887d5e5499\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-03T20:58:36.096708Z","caller":"traceutil/trace.go:171","msg":"trace[199380260] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5ce9558b-6483-4b09-bf2b-6c887d5e5499; range_end:; response_count:1; response_revision:24490; }","duration":"525.303559ms","start":"2026-03-03T20:58:35.571381Z","end":"2026-03-03T20:58:36.096684Z","steps":["trace[199380260] 'agreement among raft nodes before linearized reading' (duration: 525.007193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:36.096757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:35.571362Z","time spent":"525.386362ms","remote":"127.0.0.1:45806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-5ce9558b-6483-4b09-bf2b-6c887d5e5499\" "} {"level":"warn","ts":"2026-03-03T20:58:36.116753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.367876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:36.11691Z","caller":"traceutil/trace.go:171","msg":"trace[1063551380] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24491; }","duration":"542.552261ms","start":"2026-03-03T20:58:35.574332Z","end":"2026-03-03T20:58:36.116884Z","steps":["trace[1063551380] 'agreement among raft nodes before linearized reading' (duration: 542.290224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:36.116989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:35.574325Z","time spent":"542.652163ms","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:58:36.117049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.5449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-03T20:58:36.117112Z","caller":"traceutil/trace.go:171","msg":"trace[2027500576] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:24491; }","duration":"545.629792ms","start":"2026-03-03T20:58:35.571468Z","end":"2026-03-03T20:58:36.117098Z","steps":["trace[2027500576] 'agreement among raft nodes before linearized reading' (duration: 545.412916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:36.117154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:35.571454Z","time spent":"545.692044ms","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"info","ts":"2026-03-03T20:58:36.117267Z","caller":"traceutil/trace.go:171","msg":"trace[1987216604] transaction","detail":"{read_only:false; response_revision:24491; number_of_response:1; }","duration":"542.903358ms","start":"2026-03-03T20:58:35.574349Z","end":"2026-03-03T20:58:36.117253Z","steps":["trace[1987216604] 'process raft request' (duration: 542.002307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:36.117375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:35.574339Z","time spent":"542.962189ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4212,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:36.117684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.192399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:36.117752Z","caller":"traceutil/trace.go:171","msg":"trace[1703047567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24491; }","duration":"541.299761ms","start":"2026-03-03T20:58:35.576435Z","end":"2026-03-03T20:58:36.117735Z","steps":["trace[1703047567] 'agreement among raft nodes before linearized reading' (duration: 541.204779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:36.117794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:35.576417Z","time spent":"541.368173ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:58:36.122398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.660784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29542845-7mstj.18996fc41ff6fc82\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:24489 ","response":"range_response_count:500 size:385964"} {"level":"info","ts":"2026-03-03T20:58:36.122475Z","caller":"traceutil/trace.go:171","msg":"trace[458144055] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29542845-7mstj.18996fc41ff6fc82\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:24491; }","duration":"533.758946ms","start":"2026-03-03T20:58:35.588695Z","end":"2026-03-03T20:58:36.122454Z","steps":["trace[458144055] 'agreement among raft nodes before linearized reading' (duration: 528.837092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:36.122543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:35.588688Z","time spent":"533.824357ms","remote":"127.0.0.1:46170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":1487,"response size":385987,"request content":"key:\"/registry/events/openstack/heat-engine-cleaner-29542845-7mstj.18996fc41ff6fc82\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:24489 "} {"level":"info","ts":"2026-03-03T20:58:36.262752Z","caller":"traceutil/trace.go:171","msg":"trace[380002110] linearizableReadLoop","detail":"{readStateIndex:25392; appliedIndex:25390; }","duration":"106.509993ms","start":"2026-03-03T20:58:36.156219Z","end":"2026-03-03T20:58:36.262729Z","steps":["trace[380002110] 'read index received' (duration: 38.056124ms)","trace[380002110] 'applied index is now lower than readState.Index' (duration: 68.452939ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:36.262854Z","caller":"traceutil/trace.go:171","msg":"trace[1383347519] transaction","detail":"{read_only:false; response_revision:24496; number_of_response:1; }","duration":"106.753429ms","start":"2026-03-03T20:58:36.156093Z","end":"2026-03-03T20:58:36.262846Z","steps":["trace[1383347519] 'process raft request' (duration: 106.37638ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:36.263234Z","caller":"traceutil/trace.go:171","msg":"trace[970494347] transaction","detail":"{read_only:false; response_revision:24497; number_of_response:1; }","duration":"106.811831ms","start":"2026-03-03T20:58:36.156414Z","end":"2026-03-03T20:58:36.263226Z","steps":["trace[970494347] 'process raft request' (duration: 106.256248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:36.263393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.153438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:36.263425Z","caller":"traceutil/trace.go:171","msg":"trace[1383828024] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24497; }","duration":"107.213199ms","start":"2026-03-03T20:58:36.156203Z","end":"2026-03-03T20:58:36.263416Z","steps":["trace[1383828024] 'agreement among raft nodes before linearized reading' (duration: 107.146078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:36.263609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.184409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-03T20:58:36.263635Z","caller":"traceutil/trace.go:171","msg":"trace[525078525] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:24497; }","duration":"107.25705ms","start":"2026-03-03T20:58:36.156372Z","end":"2026-03-03T20:58:36.263629Z","steps":["trace[525078525] 'agreement among raft nodes before linearized reading' (duration: 107.164358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:36.267014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.33329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-pxc-0.18996d98ed1c51ea\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:24489 ","response":"range_response_count:487 size:377458"} {"level":"info","ts":"2026-03-03T20:58:36.267058Z","caller":"traceutil/trace.go:171","msg":"trace[278338596] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-pxc-0.18996d98ed1c51ea\u0000; range_end:/registry/events/openstack0; response_count:487; response_revision:24497; }","duration":"100.398832ms","start":"2026-03-03T20:58:36.166649Z","end":"2026-03-03T20:58:36.267048Z","steps":["trace[278338596] 'agreement among raft nodes before linearized reading' (duration: 97.214168ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:36.391052Z","caller":"traceutil/trace.go:171","msg":"trace[415425406] linearizableReadLoop","detail":"{readStateIndex:25394; appliedIndex:25393; }","duration":"117.408966ms","start":"2026-03-03T20:58:36.273625Z","end":"2026-03-03T20:58:36.391034Z","steps":["trace[415425406] 'read index received' (duration: 99.131262ms)","trace[415425406] 'applied index is now lower than readState.Index' (duration: 18.277084ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:36.391144Z","caller":"traceutil/trace.go:171","msg":"trace[596368116] transaction","detail":"{read_only:false; response_revision:24498; number_of_response:1; }","duration":"121.578983ms","start":"2026-03-03T20:58:36.269553Z","end":"2026-03-03T20:58:36.391132Z","steps":["trace[596368116] 'process raft request' (duration: 103.229607ms)","trace[596368116] 'compare' (duration: 17.872845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:36.391627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.949309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-03T20:58:36.391748Z","caller":"traceutil/trace.go:171","msg":"trace[262670548] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24498; }","duration":"118.161424ms","start":"2026-03-03T20:58:36.273556Z","end":"2026-03-03T20:58:36.391717Z","steps":["trace[262670548] 'agreement among raft nodes before linearized reading' (duration: 117.718524ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:36.426012Z","caller":"traceutil/trace.go:171","msg":"trace[433777708] transaction","detail":"{read_only:false; response_revision:24499; number_of_response:1; }","duration":"151.1583ms","start":"2026-03-03T20:58:36.274826Z","end":"2026-03-03T20:58:36.425984Z","steps":["trace[433777708] 'process raft request' (duration: 151.038627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:36.426201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.603757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:36.426246Z","caller":"traceutil/trace.go:171","msg":"trace[807087461] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24499; }","duration":"119.711ms","start":"2026-03-03T20:58:36.306529Z","end":"2026-03-03T20:58:36.42624Z","steps":["trace[807087461] 'agreement among raft nodes before linearized reading' (duration: 119.623208ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:36.802982Z","caller":"traceutil/trace.go:171","msg":"trace[1921038421] linearizableReadLoop","detail":"{readStateIndex:25402; appliedIndex:25401; }","duration":"116.830643ms","start":"2026-03-03T20:58:36.686122Z","end":"2026-03-03T20:58:36.802953Z","steps":["trace[1921038421] 'read index received' (duration: 104.65002ms)","trace[1921038421] 'applied index is now lower than readState.Index' (duration: 12.179673ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:36.803086Z","caller":"traceutil/trace.go:171","msg":"trace[907444660] transaction","detail":"{read_only:false; response_revision:24506; number_of_response:1; }","duration":"119.000693ms","start":"2026-03-03T20:58:36.684042Z","end":"2026-03-03T20:58:36.803042Z","steps":["trace[907444660] 'process raft request' (duration: 106.7768ms)","trace[907444660] 'compare' (duration: 11.939727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:36.80324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.099439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bd65f883-9a70-4b39-b08c-9abf4c8675a0\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-03T20:58:36.803284Z","caller":"traceutil/trace.go:171","msg":"trace[1881291939] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bd65f883-9a70-4b39-b08c-9abf4c8675a0; range_end:; response_count:1; response_revision:24506; }","duration":"117.182631ms","start":"2026-03-03T20:58:36.686084Z","end":"2026-03-03T20:58:36.803266Z","steps":["trace[1881291939] 'agreement among raft nodes before linearized reading' (duration: 116.978857ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:37.326673Z","caller":"traceutil/trace.go:171","msg":"trace[528751343] transaction","detail":"{read_only:false; response_revision:24516; number_of_response:1; }","duration":"188.875076ms","start":"2026-03-03T20:58:37.137775Z","end":"2026-03-03T20:58:37.32665Z","steps":["trace[528751343] 'process raft request' (duration: 188.815455ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:37.326732Z","caller":"traceutil/trace.go:171","msg":"trace[98706301] linearizableReadLoop","detail":"{readStateIndex:25411; appliedIndex:25410; }","duration":"195.158542ms","start":"2026-03-03T20:58:37.131544Z","end":"2026-03-03T20:58:37.326703Z","steps":["trace[98706301] 'read index received' (duration: 137.547115ms)","trace[98706301] 'applied index is now lower than readState.Index' (duration: 57.606997ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:37.326775Z","caller":"traceutil/trace.go:171","msg":"trace[33570475] transaction","detail":"{read_only:false; response_revision:24515; number_of_response:1; }","duration":"196.125685ms","start":"2026-03-03T20:58:37.130605Z","end":"2026-03-03T20:58:37.32673Z","steps":["trace[33570475] 'process raft request' (duration: 138.495727ms)","trace[33570475] 'compare' (duration: 57.353312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:37.326961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.390998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"info","ts":"2026-03-03T20:58:37.327047Z","caller":"traceutil/trace.go:171","msg":"trace[90122530] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:24516; }","duration":"195.49912ms","start":"2026-03-03T20:58:37.13153Z","end":"2026-03-03T20:58:37.327029Z","steps":["trace[90122530] 'agreement among raft nodes before linearized reading' (duration: 195.272725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:37.327134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.901954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"info","ts":"2026-03-03T20:58:37.327159Z","caller":"traceutil/trace.go:171","msg":"trace[821864318] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:24516; }","duration":"184.932185ms","start":"2026-03-03T20:58:37.14222Z","end":"2026-03-03T20:58:37.327152Z","steps":["trace[821864318] 'agreement among raft nodes before linearized reading' (duration: 184.801712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:37.32723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.587196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"info","ts":"2026-03-03T20:58:37.327294Z","caller":"traceutil/trace.go:171","msg":"trace[234493588] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:24516; }","duration":"187.683089ms","start":"2026-03-03T20:58:37.139596Z","end":"2026-03-03T20:58:37.327279Z","steps":["trace[234493588] 'agreement among raft nodes before linearized reading' (duration: 187.460054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:37.327357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.043523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-03T20:58:37.327457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.251262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"info","ts":"2026-03-03T20:58:37.327481Z","caller":"traceutil/trace.go:171","msg":"trace[1415385641] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:24516; }","duration":"185.315023ms","start":"2026-03-03T20:58:37.14216Z","end":"2026-03-03T20:58:37.327475Z","steps":["trace[1415385641] 'agreement among raft nodes before linearized reading' (duration: 185.246472ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:37.327491Z","caller":"traceutil/trace.go:171","msg":"trace[1084004108] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24516; }","duration":"137.159175ms","start":"2026-03-03T20:58:37.190273Z","end":"2026-03-03T20:58:37.327432Z","steps":["trace[1084004108] 'agreement among raft nodes before linearized reading' (duration: 137.000252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:37.327528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.405432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"info","ts":"2026-03-03T20:58:37.327587Z","caller":"traceutil/trace.go:171","msg":"trace[842079789] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:24516; }","duration":"153.483955ms","start":"2026-03-03T20:58:37.174086Z","end":"2026-03-03T20:58:37.32757Z","steps":["trace[842079789] 'agreement among raft nodes before linearized reading' (duration: 153.30147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:37.327231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.610391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-bstjz\" ","response":"range_response_count:1 size:5493"} {"level":"info","ts":"2026-03-03T20:58:37.327668Z","caller":"traceutil/trace.go:171","msg":"trace[2002273242] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-bstjz; range_end:; response_count:1; response_revision:24516; }","duration":"180.104993ms","start":"2026-03-03T20:58:37.147554Z","end":"2026-03-03T20:58:37.327659Z","steps":["trace[2002273242] 'agreement among raft nodes before linearized reading' (duration: 179.457868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:37.327669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.056041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"info","ts":"2026-03-03T20:58:37.327692Z","caller":"traceutil/trace.go:171","msg":"trace[15856797] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:24516; }","duration":"189.123732ms","start":"2026-03-03T20:58:37.138564Z","end":"2026-03-03T20:58:37.327687Z","steps":["trace[15856797] 'agreement among raft nodes before linearized reading' (duration: 188.877987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:37.327695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.660858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"info","ts":"2026-03-03T20:58:37.327748Z","caller":"traceutil/trace.go:171","msg":"trace[1484769704] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:24516; }","duration":"190.746429ms","start":"2026-03-03T20:58:37.13699Z","end":"2026-03-03T20:58:37.327736Z","steps":["trace[1484769704] 'agreement among raft nodes before linearized reading' (duration: 190.625057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:37.326995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.965512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"info","ts":"2026-03-03T20:58:37.327806Z","caller":"traceutil/trace.go:171","msg":"trace[1398799592] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:24516; }","duration":"190.821152ms","start":"2026-03-03T20:58:37.136974Z","end":"2026-03-03T20:58:37.327795Z","steps":["trace[1398799592] 'agreement among raft nodes before linearized reading' (duration: 189.850389ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:37.487965Z","caller":"traceutil/trace.go:171","msg":"trace[1794464990] transaction","detail":"{read_only:false; response_revision:24518; number_of_response:1; }","duration":"154.13031ms","start":"2026-03-03T20:58:37.3338Z","end":"2026-03-03T20:58:37.487931Z","steps":["trace[1794464990] 'process raft request' (duration: 153.858804ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:37.48803Z","caller":"traceutil/trace.go:171","msg":"trace[68813799] linearizableReadLoop","detail":"{readStateIndex:25415; appliedIndex:25412; }","duration":"105.796397ms","start":"2026-03-03T20:58:37.382211Z","end":"2026-03-03T20:58:37.488007Z","steps":["trace[68813799] 'read index received' (duration: 12.091ms)","trace[68813799] 'applied index is now lower than readState.Index' (duration: 93.704527ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:37.488165Z","caller":"traceutil/trace.go:171","msg":"trace[1825078285] transaction","detail":"{read_only:false; response_revision:24519; number_of_response:1; }","duration":"152.43108ms","start":"2026-03-03T20:58:37.335722Z","end":"2026-03-03T20:58:37.488153Z","steps":["trace[1825078285] 'process raft request' (duration: 152.118623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:37.488544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.303809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-03T20:58:37.488586Z","caller":"traceutil/trace.go:171","msg":"trace[978620575] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24519; }","duration":"106.407341ms","start":"2026-03-03T20:58:37.382166Z","end":"2026-03-03T20:58:37.488574Z","steps":["trace[978620575] 'agreement among raft nodes before linearized reading' (duration: 106.204946ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:37.897302Z","caller":"traceutil/trace.go:171","msg":"trace[968646736] linearizableReadLoop","detail":"{readStateIndex:25420; appliedIndex:25419; }","duration":"247.679212ms","start":"2026-03-03T20:58:37.649596Z","end":"2026-03-03T20:58:37.897275Z","steps":["trace[968646736] 'read index received' (duration: 195.269135ms)","trace[968646736] 'applied index is now lower than readState.Index' (duration: 52.409027ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:37.897438Z","caller":"traceutil/trace.go:171","msg":"trace[768797599] transaction","detail":"{read_only:false; response_revision:24524; number_of_response:1; }","duration":"247.883517ms","start":"2026-03-03T20:58:37.649541Z","end":"2026-03-03T20:58:37.897424Z","steps":["trace[768797599] 'process raft request' (duration: 195.375757ms)","trace[768797599] 'compare' (duration: 52.189052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:37.89764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.088725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-03-03T20:58:37.897692Z","caller":"traceutil/trace.go:171","msg":"trace[1474317483] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24524; }","duration":"153.189678ms","start":"2026-03-03T20:58:37.74449Z","end":"2026-03-03T20:58:37.897679Z","steps":["trace[1474317483] 'agreement among raft nodes before linearized reading' (duration: 152.965752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:37.897706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.086761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6871"} {"level":"info","ts":"2026-03-03T20:58:37.897783Z","caller":"traceutil/trace.go:171","msg":"trace[1123891733] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:24524; }","duration":"248.194744ms","start":"2026-03-03T20:58:37.649566Z","end":"2026-03-03T20:58:37.897761Z","steps":["trace[1123891733] 'agreement among raft nodes before linearized reading' (duration: 247.961899ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:38.178475Z","caller":"traceutil/trace.go:171","msg":"trace[1780928841] transaction","detail":"{read_only:false; response_revision:24532; number_of_response:1; }","duration":"108.08614ms","start":"2026-03-03T20:58:38.070364Z","end":"2026-03-03T20:58:38.17845Z","steps":["trace[1780928841] 'process raft request' (duration: 101.63528ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:38.178505Z","caller":"traceutil/trace.go:171","msg":"trace[282376413] transaction","detail":"{read_only:false; response_revision:24533; number_of_response:1; }","duration":"101.873146ms","start":"2026-03-03T20:58:38.076608Z","end":"2026-03-03T20:58:38.178481Z","steps":["trace[282376413] 'process raft request' (duration: 101.794854ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:38.178473Z","caller":"traceutil/trace.go:171","msg":"trace[1234496117] linearizableReadLoop","detail":"{readStateIndex:25428; appliedIndex:25427; }","duration":"104.259231ms","start":"2026-03-03T20:58:38.074189Z","end":"2026-03-03T20:58:38.178449Z","steps":["trace[1234496117] 'read index received' (duration: 97.824791ms)","trace[1234496117] 'applied index is now lower than readState.Index' (duration: 6.43314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:38.178684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.475427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"info","ts":"2026-03-03T20:58:38.178735Z","caller":"traceutil/trace.go:171","msg":"trace[1990275471] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:24533; }","duration":"104.588509ms","start":"2026-03-03T20:58:38.074134Z","end":"2026-03-03T20:58:38.178723Z","steps":["trace[1990275471] 'agreement among raft nodes before linearized reading' (duration: 104.386775ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:38.44901Z","caller":"traceutil/trace.go:171","msg":"trace[91506780] transaction","detail":"{read_only:false; response_revision:24539; number_of_response:1; }","duration":"119.779381ms","start":"2026-03-03T20:58:38.329203Z","end":"2026-03-03T20:58:38.448982Z","steps":["trace[91506780] 'process raft request' (duration: 98.799924ms)","trace[91506780] 'compare' (duration: 20.318362ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:38.613124Z","caller":"traceutil/trace.go:171","msg":"trace[464670269] linearizableReadLoop","detail":"{readStateIndex:25438; appliedIndex:25437; }","duration":"106.997905ms","start":"2026-03-03T20:58:38.50609Z","end":"2026-03-03T20:58:38.613088Z","steps":["trace[464670269] 'read index received' (duration: 82.627909ms)","trace[464670269] 'applied index is now lower than readState.Index' (duration: 24.368416ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:38.61317Z","caller":"traceutil/trace.go:171","msg":"trace[925546832] transaction","detail":"{read_only:false; response_revision:24542; number_of_response:1; }","duration":"146.115973ms","start":"2026-03-03T20:58:38.467036Z","end":"2026-03-03T20:58:38.613152Z","steps":["trace[925546832] 'process raft request' (duration: 121.834669ms)","trace[925546832] 'compare' (duration: 23.914996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:38.613394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.272161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.1899705a3a9c3132\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-03-03T20:58:38.613443Z","caller":"traceutil/trace.go:171","msg":"trace[1790456814] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.1899705a3a9c3132; range_end:; response_count:1; response_revision:24542; }","duration":"107.387324ms","start":"2026-03-03T20:58:38.506041Z","end":"2026-03-03T20:58:38.613429Z","steps":["trace[1790456814] 'agreement among raft nodes before linearized reading' (duration: 107.170019ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:38.901458Z","caller":"traceutil/trace.go:171","msg":"trace[128453526] transaction","detail":"{read_only:false; response_revision:24550; number_of_response:1; }","duration":"128.084914ms","start":"2026-03-03T20:58:38.773349Z","end":"2026-03-03T20:58:38.901433Z","steps":["trace[128453526] 'process raft request' (duration: 105.404787ms)","trace[128453526] 'compare' (duration: 22.567594ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:38.913714Z","caller":"traceutil/trace.go:171","msg":"trace[480846985] transaction","detail":"{read_only:false; response_revision:24551; number_of_response:1; }","duration":"139.998571ms","start":"2026-03-03T20:58:38.773697Z","end":"2026-03-03T20:58:38.913696Z","steps":["trace[480846985] 'process raft request' (duration: 139.847627ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:39.073288Z","caller":"traceutil/trace.go:171","msg":"trace[1782244677] transaction","detail":"{read_only:false; response_revision:24557; number_of_response:1; }","duration":"103.34077ms","start":"2026-03-03T20:58:38.969913Z","end":"2026-03-03T20:58:39.073254Z","steps":["trace[1782244677] 'process raft request' (duration: 50.286618ms)","trace[1782244677] 'compare' (duration: 52.744535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:39.351909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.804751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:39.352022Z","caller":"traceutil/trace.go:171","msg":"trace[1110369128] linearizableReadLoop","detail":"{readStateIndex:25457; appliedIndex:25456; }","duration":"167.537541ms","start":"2026-03-03T20:58:39.184468Z","end":"2026-03-03T20:58:39.352006Z","steps":["trace[1110369128] 'read index received' (duration: 44.921µs)","trace[1110369128] 'applied index is now lower than readState.Index' (duration: 167.4905ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:39.354541Z","caller":"traceutil/trace.go:171","msg":"trace[112694877] transaction","detail":"{read_only:false; response_revision:24561; number_of_response:1; }","duration":"220.139302ms","start":"2026-03-03T20:58:39.131928Z","end":"2026-03-03T20:58:39.352068Z","steps":["trace[112694877] 'process raft request' (duration: 57.066975ms)","trace[112694877] 'compare' (duration: 162.554015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:39.354652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.167732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:39.354743Z","caller":"traceutil/trace.go:171","msg":"trace[298861894] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24561; }","duration":"170.300615ms","start":"2026-03-03T20:58:39.184426Z","end":"2026-03-03T20:58:39.354727Z","steps":["trace[298861894] 'agreement among raft nodes before linearized reading' (duration: 167.653154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:39.686268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.254821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:39.68641Z","caller":"traceutil/trace.go:171","msg":"trace[2030658548] transaction","detail":"{read_only:false; response_revision:24571; number_of_response:1; }","duration":"169.606859ms","start":"2026-03-03T20:58:39.516779Z","end":"2026-03-03T20:58:39.686386Z","steps":["trace[2030658548] 'process raft request' (duration: 68.115292ms)","trace[2030658548] 'compare' (duration: 100.882943ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:39.749219Z","caller":"traceutil/trace.go:171","msg":"trace[1656950122] linearizableReadLoop","detail":"{readStateIndex:25468; appliedIndex:25467; }","duration":"152.877341ms","start":"2026-03-03T20:58:39.59632Z","end":"2026-03-03T20:58:39.749197Z","steps":["trace[1656950122] 'read index received' (duration: 152.673446ms)","trace[1656950122] 'applied index is now lower than readState.Index' (duration: 203.045µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:39.749298Z","caller":"traceutil/trace.go:171","msg":"trace[2108380904] transaction","detail":"{read_only:false; response_revision:24572; number_of_response:1; }","duration":"228.533377ms","start":"2026-03-03T20:58:39.52073Z","end":"2026-03-03T20:58:39.749263Z","steps":["trace[2108380904] 'process raft request' (duration: 228.327532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:39.749458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.122966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T20:58:39.749486Z","caller":"traceutil/trace.go:171","msg":"trace[683006541] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24572; }","duration":"153.206458ms","start":"2026-03-03T20:58:39.596269Z","end":"2026-03-03T20:58:39.749476Z","steps":["trace[683006541] 'agreement among raft nodes before linearized reading' (duration: 153.067815ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:40.101826Z","caller":"traceutil/trace.go:171","msg":"trace[1361661984] linearizableReadLoop","detail":"{readStateIndex:25476; appliedIndex:25475; }","duration":"169.520916ms","start":"2026-03-03T20:58:39.932276Z","end":"2026-03-03T20:58:40.101797Z","steps":["trace[1361661984] 'read index received' (duration: 169.311051ms)","trace[1361661984] 'applied index is now lower than readState.Index' (duration: 208.985µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:40.101889Z","caller":"traceutil/trace.go:171","msg":"trace[2020292060] transaction","detail":"{read_only:false; response_revision:24580; number_of_response:1; }","duration":"170.615412ms","start":"2026-03-03T20:58:39.931222Z","end":"2026-03-03T20:58:40.101837Z","steps":["trace[2020292060] 'process raft request' (duration: 170.394177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:40.102016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.166176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:40.102055Z","caller":"traceutil/trace.go:171","msg":"trace[876286117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24580; }","duration":"137.271758ms","start":"2026-03-03T20:58:39.964772Z","end":"2026-03-03T20:58:40.102044Z","steps":["trace[876286117] 'agreement among raft nodes before linearized reading' (duration: 137.160706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:40.102091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.806303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-hxkbp\" ","response":"range_response_count:1 size:5959"} {"level":"info","ts":"2026-03-03T20:58:40.102135Z","caller":"traceutil/trace.go:171","msg":"trace[1277780026] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-hxkbp; range_end:; response_count:1; response_revision:24580; }","duration":"169.874635ms","start":"2026-03-03T20:58:39.932248Z","end":"2026-03-03T20:58:40.102123Z","steps":["trace[1277780026] 'agreement among raft nodes before linearized reading' (duration: 169.65009ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:40.360049Z","caller":"traceutil/trace.go:171","msg":"trace[1975044531] transaction","detail":"{read_only:false; response_revision:24586; number_of_response:1; }","duration":"106.105844ms","start":"2026-03-03T20:58:40.253896Z","end":"2026-03-03T20:58:40.360002Z","steps":["trace[1975044531] 'process raft request' (duration: 99.217214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:40.871386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.278212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:40.871507Z","caller":"traceutil/trace.go:171","msg":"trace[180373136] linearizableReadLoop","detail":"{readStateIndex:25489; appliedIndex:25488; }","duration":"268.909925ms","start":"2026-03-03T20:58:40.602578Z","end":"2026-03-03T20:58:40.871488Z","steps":["trace[180373136] 'read index received' (duration: 18.263894ms)","trace[180373136] 'applied index is now lower than readState.Index' (duration: 250.644461ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:40.871588Z","caller":"traceutil/trace.go:171","msg":"trace[1960922581] transaction","detail":"{read_only:false; response_revision:24593; number_of_response:1; }","duration":"279.999223ms","start":"2026-03-03T20:58:40.591522Z","end":"2026-03-03T20:58:40.871521Z","steps":["trace[1960922581] 'process raft request' (duration: 29.307891ms)","trace[1960922581] 'compare' (duration: 249.699979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:40.871844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.237313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-bstjz.1899705a7840f118\" ","response":"range_response_count:1 size:878"} {"level":"info","ts":"2026-03-03T20:58:40.871933Z","caller":"traceutil/trace.go:171","msg":"trace[1411487247] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-bstjz.1899705a7840f118; range_end:; response_count:1; response_revision:24593; }","duration":"269.391536ms","start":"2026-03-03T20:58:40.602518Z","end":"2026-03-03T20:58:40.871909Z","steps":["trace[1411487247] 'agreement among raft nodes before linearized reading' (duration: 269.059058ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:41.025238Z","caller":"traceutil/trace.go:171","msg":"trace[126369712] linearizableReadLoop","detail":"{readStateIndex:25490; appliedIndex:25489; }","duration":"153.683419ms","start":"2026-03-03T20:58:40.871534Z","end":"2026-03-03T20:58:41.025218Z","steps":["trace[126369712] 'read index received' (duration: 152.639835ms)","trace[126369712] 'applied index is now lower than readState.Index' (duration: 1.042244ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:41.02532Z","caller":"traceutil/trace.go:171","msg":"trace[2012155593] transaction","detail":"{read_only:false; response_revision:24594; number_of_response:1; }","duration":"421.96713ms","start":"2026-03-03T20:58:40.60332Z","end":"2026-03-03T20:58:41.025287Z","steps":["trace[2012155593] 'process raft request' (duration: 420.842374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:41.025422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.334383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:41.025472Z","caller":"traceutil/trace.go:171","msg":"trace[314728785] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24594; }","duration":"349.453496ms","start":"2026-03-03T20:58:40.676004Z","end":"2026-03-03T20:58:41.025457Z","steps":["trace[314728785] 'agreement among raft nodes before linearized reading' (duration: 349.328913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:41.025495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:40.603291Z","time spent":"422.101832ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:41.025514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:40.675977Z","time spent":"349.525587ms","remote":"127.0.0.1:54008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:41.025598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.500828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-03T20:58:41.025701Z","caller":"traceutil/trace.go:171","msg":"trace[385614263] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24594; }","duration":"179.659672ms","start":"2026-03-03T20:58:40.84602Z","end":"2026-03-03T20:58:41.025679Z","steps":["trace[385614263] 'agreement among raft nodes before linearized reading' (duration: 179.302423ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:41.025911Z","caller":"traceutil/trace.go:171","msg":"trace[1956008292] transaction","detail":"{read_only:false; response_revision:24595; number_of_response:1; }","duration":"151.301044ms","start":"2026-03-03T20:58:40.874596Z","end":"2026-03-03T20:58:41.025897Z","steps":["trace[1956008292] 'process raft request' (duration: 151.14599ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:41.771753Z","caller":"traceutil/trace.go:171","msg":"trace[1791703672] linearizableReadLoop","detail":"{readStateIndex:25510; appliedIndex:25509; }","duration":"172.384514ms","start":"2026-03-03T20:58:41.599341Z","end":"2026-03-03T20:58:41.771726Z","steps":["trace[1791703672] 'read index received' (duration: 80.336436ms)","trace[1791703672] 'applied index is now lower than readState.Index' (duration: 92.046538ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:41.771964Z","caller":"traceutil/trace.go:171","msg":"trace[526985951] transaction","detail":"{read_only:false; response_revision:24614; number_of_response:1; }","duration":"180.005901ms","start":"2026-03-03T20:58:41.591897Z","end":"2026-03-03T20:58:41.771903Z","steps":["trace[526985951] 'process raft request' (duration: 87.885971ms)","trace[526985951] 'compare' (duration: 91.71657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:41.772218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.829044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:41.772289Z","caller":"traceutil/trace.go:171","msg":"trace[822698007] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24614; }","duration":"172.950546ms","start":"2026-03-03T20:58:41.599316Z","end":"2026-03-03T20:58:41.772267Z","steps":["trace[822698007] 'agreement among raft nodes before linearized reading' (duration: 172.66416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:41.772403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.509376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-03T20:58:41.772502Z","caller":"traceutil/trace.go:171","msg":"trace[287745718] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24614; }","duration":"172.65148ms","start":"2026-03-03T20:58:41.599821Z","end":"2026-03-03T20:58:41.772473Z","steps":["trace[287745718] 'agreement among raft nodes before linearized reading' (duration: 172.280331ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:42.48167Z","caller":"traceutil/trace.go:171","msg":"trace[258393941] transaction","detail":"{read_only:false; response_revision:24631; number_of_response:1; }","duration":"122.459262ms","start":"2026-03-03T20:58:42.359176Z","end":"2026-03-03T20:58:42.481635Z","steps":["trace[258393941] 'process raft request' (duration: 45.127508ms)","trace[258393941] 'compare' (duration: 77.181721ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:42.763315Z","caller":"traceutil/trace.go:171","msg":"trace[1697508644] transaction","detail":"{read_only:false; response_revision:24639; number_of_response:1; }","duration":"120.066878ms","start":"2026-03-03T20:58:42.643225Z","end":"2026-03-03T20:58:42.763292Z","steps":["trace[1697508644] 'process raft request' (duration: 102.617683ms)","trace[1697508644] 'compare' (duration: 17.347483ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:43.066297Z","caller":"traceutil/trace.go:171","msg":"trace[1773714616] linearizableReadLoop","detail":"{readStateIndex:25542; appliedIndex:25541; }","duration":"102.566171ms","start":"2026-03-03T20:58:42.963704Z","end":"2026-03-03T20:58:43.06627Z","steps":["trace[1773714616] 'read index received' (duration: 99.653264ms)","trace[1773714616] 'applied index is now lower than readState.Index' (duration: 2.911507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:43.066755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.89192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:43.066889Z","caller":"traceutil/trace.go:171","msg":"trace[385290132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24646; }","duration":"103.214717ms","start":"2026-03-03T20:58:42.963645Z","end":"2026-03-03T20:58:43.06686Z","steps":["trace[385290132] 'agreement among raft nodes before linearized reading' (duration: 102.771797ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:43.066316Z","caller":"traceutil/trace.go:171","msg":"trace[1044157999] transaction","detail":"{read_only:false; response_revision:24646; number_of_response:1; }","duration":"130.776647ms","start":"2026-03-03T20:58:42.9355Z","end":"2026-03-03T20:58:43.066277Z","steps":["trace[1044157999] 'process raft request' (duration: 127.792047ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:43.278639Z","caller":"traceutil/trace.go:171","msg":"trace[2091630162] transaction","detail":"{read_only:false; response_revision:24650; number_of_response:1; }","duration":"108.834537ms","start":"2026-03-03T20:58:43.169769Z","end":"2026-03-03T20:58:43.278604Z","steps":["trace[2091630162] 'process raft request' (duration: 108.583862ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:43.302278Z","caller":"traceutil/trace.go:171","msg":"trace[1424427921] transaction","detail":"{read_only:false; response_revision:24651; number_of_response:1; }","duration":"131.984835ms","start":"2026-03-03T20:58:43.170256Z","end":"2026-03-03T20:58:43.302241Z","steps":["trace[1424427921] 'process raft request' (duration: 131.633437ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:43.447039Z","caller":"traceutil/trace.go:171","msg":"trace[533019887] transaction","detail":"{read_only:false; response_revision:24654; number_of_response:1; }","duration":"131.062353ms","start":"2026-03-03T20:58:43.31593Z","end":"2026-03-03T20:58:43.446993Z","steps":["trace[533019887] 'process raft request' (duration: 130.772946ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:44.072656Z","caller":"traceutil/trace.go:171","msg":"trace[1729048348] transaction","detail":"{read_only:false; response_revision:24670; number_of_response:1; }","duration":"111.877148ms","start":"2026-03-03T20:58:43.960761Z","end":"2026-03-03T20:58:44.072638Z","steps":["trace[1729048348] 'process raft request' (duration: 111.134511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:44.073048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.227863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:44.073148Z","caller":"traceutil/trace.go:171","msg":"trace[687226647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24670; }","duration":"108.411568ms","start":"2026-03-03T20:58:43.964713Z","end":"2026-03-03T20:58:44.073124Z","steps":["trace[687226647] 'agreement among raft nodes before linearized reading' (duration: 108.035159ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:44.072525Z","caller":"traceutil/trace.go:171","msg":"trace[1283366216] linearizableReadLoop","detail":"{readStateIndex:25567; appliedIndex:25566; }","duration":"107.713001ms","start":"2026-03-03T20:58:43.964779Z","end":"2026-03-03T20:58:44.072492Z","steps":["trace[1283366216] 'read index received' (duration: 107.011635ms)","trace[1283366216] 'applied index is now lower than readState.Index' (duration: 698.696µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:44.07358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.700892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-03T20:58:44.07364Z","caller":"traceutil/trace.go:171","msg":"trace[410272809] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24670; }","duration":"101.833416ms","start":"2026-03-03T20:58:43.971788Z","end":"2026-03-03T20:58:44.073622Z","steps":["trace[410272809] 'agreement among raft nodes before linearized reading' (duration: 101.59594ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:45.722059Z","caller":"traceutil/trace.go:171","msg":"trace[1800629716] linearizableReadLoop","detail":"{readStateIndex:25576; appliedIndex:25575; }","duration":"149.620395ms","start":"2026-03-03T20:58:45.572416Z","end":"2026-03-03T20:58:45.722036Z","steps":["trace[1800629716] 'read index received' (duration: 149.447551ms)","trace[1800629716] 'applied index is now lower than readState.Index' (duration: 171.794µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:45.722158Z","caller":"traceutil/trace.go:171","msg":"trace[1704500601] transaction","detail":"{read_only:false; response_revision:24679; number_of_response:1; }","duration":"245.307817ms","start":"2026-03-03T20:58:45.476799Z","end":"2026-03-03T20:58:45.722107Z","steps":["trace[1704500601] 'process raft request' (duration: 245.063301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:45.722261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.82443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-03T20:58:45.722359Z","caller":"traceutil/trace.go:171","msg":"trace[1559111304] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:24679; }","duration":"149.966543ms","start":"2026-03-03T20:58:45.572379Z","end":"2026-03-03T20:58:45.722346Z","steps":["trace[1559111304] 'agreement among raft nodes before linearized reading' (duration: 149.751298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:46.086935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.674028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:46.087016Z","caller":"traceutil/trace.go:171","msg":"trace[1930282119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24682; }","duration":"119.819822ms","start":"2026-03-03T20:58:45.967179Z","end":"2026-03-03T20:58:46.086999Z","steps":["trace[1930282119] 'range keys from in-memory index tree' (duration: 119.584506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:51.696622Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875513512,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:58:52.177121Z","caller":"traceutil/trace.go:171","msg":"trace[948304066] linearizableReadLoop","detail":"{readStateIndex:25595; appliedIndex:25593; }","duration":"980.89328ms","start":"2026-03-03T20:58:51.196183Z","end":"2026-03-03T20:58:52.177076Z","steps":["trace[948304066] 'read index received' (duration: 860.790921ms)","trace[948304066] 'applied index is now lower than readState.Index' (duration: 120.100289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:52.177461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.258068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T20:58:52.177544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.678421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T20:58:52.17762Z","caller":"traceutil/trace.go:171","msg":"trace[1765334934] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24695; }","duration":"656.782703ms","start":"2026-03-03T20:58:51.520805Z","end":"2026-03-03T20:58:52.177588Z","steps":["trace[1765334934] 'agreement among raft nodes before linearized reading' (duration: 656.613309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:52.17769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:51.520789Z","time spent":"656.887135ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T20:58:52.177688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.028803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:58:52.177742Z","caller":"traceutil/trace.go:171","msg":"trace[1144250127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24695; }","duration":"736.142985ms","start":"2026-03-03T20:58:51.441587Z","end":"2026-03-03T20:58:52.17773Z","steps":["trace[1144250127] 'agreement among raft nodes before linearized reading' (duration: 735.949701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:52.177778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:51.441568Z","time spent":"736.204817ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:58:52.177779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.824281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T20:58:52.177941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.331578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:52.177965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.233911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7081"} {"level":"info","ts":"2026-03-03T20:58:52.177982Z","caller":"traceutil/trace.go:171","msg":"trace[444018564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24695; }","duration":"214.43225ms","start":"2026-03-03T20:58:51.963539Z","end":"2026-03-03T20:58:52.177971Z","steps":["trace[444018564] 'agreement among raft nodes before linearized reading' (duration: 214.363708ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:52.177953Z","caller":"traceutil/trace.go:171","msg":"trace[1789107936] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24695; }","duration":"411.124738ms","start":"2026-03-03T20:58:51.766805Z","end":"2026-03-03T20:58:52.17793Z","steps":["trace[1789107936] 'agreement among raft nodes before linearized reading' (duration: 410.567425ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:52.178012Z","caller":"traceutil/trace.go:171","msg":"trace[1923528489] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:24695; }","duration":"551.320413ms","start":"2026-03-03T20:58:51.626678Z","end":"2026-03-03T20:58:52.177998Z","steps":["trace[1923528489] 'agreement among raft nodes before linearized reading' (duration: 551.17934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:52.178058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:51.626655Z","time spent":"551.389706ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7104,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-03T20:58:52.178081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.786123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-03T20:58:52.178106Z","caller":"traceutil/trace.go:171","msg":"trace[265648213] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24695; }","duration":"383.910066ms","start":"2026-03-03T20:58:51.794188Z","end":"2026-03-03T20:58:52.178098Z","steps":["trace[265648213] 'agreement among raft nodes before linearized reading' (duration: 383.846704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:52.178128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:51.794156Z","time spent":"383.962437ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-03T20:58:52.178299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.324798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-03T20:58:52.178326Z","caller":"traceutil/trace.go:171","msg":"trace[864171541] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24695; }","duration":"599.37554ms","start":"2026-03-03T20:58:51.57894Z","end":"2026-03-03T20:58:52.178315Z","steps":["trace[864171541] 'agreement among raft nodes before linearized reading' (duration: 599.324039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:52.178343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:51.578918Z","time spent":"599.42165ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T20:58:52.177985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.159795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T20:58:52.178371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:51.766777Z","time spent":"411.546368ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T20:58:52.178397Z","caller":"traceutil/trace.go:171","msg":"trace[88305492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24695; }","duration":"804.901812ms","start":"2026-03-03T20:58:51.373482Z","end":"2026-03-03T20:58:52.178384Z","steps":["trace[88305492] 'agreement among raft nodes before linearized reading' (duration: 803.848398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:52.178558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:51.373457Z","time spent":"805.084797ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T20:58:52.178631Z","caller":"traceutil/trace.go:171","msg":"trace[1112140558] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24695; }","duration":"982.491177ms","start":"2026-03-03T20:58:51.196119Z","end":"2026-03-03T20:58:52.178611Z","steps":["trace[1112140558] 'agreement among raft nodes before linearized reading' (duration: 981.149156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:52.178707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:51.196065Z","time spent":"982.624799ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:58:52.179187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.817735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-03T20:58:52.179472Z","caller":"traceutil/trace.go:171","msg":"trace[816673698] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24695; }","duration":"797.171113ms","start":"2026-03-03T20:58:51.382281Z","end":"2026-03-03T20:58:52.179452Z","steps":["trace[816673698] 'agreement among raft nodes before linearized reading' (duration: 795.7434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:52.179555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:51.382246Z","time spent":"797.292996ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-03T20:58:52.412501Z","caller":"traceutil/trace.go:171","msg":"trace[332552268] transaction","detail":"{read_only:false; response_revision:24703; number_of_response:1; }","duration":"165.563946ms","start":"2026-03-03T20:58:52.246906Z","end":"2026-03-03T20:58:52.41247Z","steps":["trace[332552268] 'process raft request' (duration: 151.576681ms)","trace[332552268] 'compare' (duration: 13.644767ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:52.412932Z","caller":"traceutil/trace.go:171","msg":"trace[838269119] transaction","detail":"{read_only:false; response_revision:24704; number_of_response:1; }","duration":"159.822782ms","start":"2026-03-03T20:58:52.253058Z","end":"2026-03-03T20:58:52.412881Z","steps":["trace[838269119] 'process raft request' (duration: 159.322391ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:54.560634Z","caller":"traceutil/trace.go:171","msg":"trace[1162653712] transaction","detail":"{read_only:false; response_revision:24718; number_of_response:1; }","duration":"116.657229ms","start":"2026-03-03T20:58:54.443943Z","end":"2026-03-03T20:58:54.5606Z","steps":["trace[1162653712] 'process raft request' (duration: 115.467502ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:55.943007Z","caller":"traceutil/trace.go:171","msg":"trace[332979601] transaction","detail":"{read_only:false; response_revision:24729; number_of_response:1; }","duration":"107.67228ms","start":"2026-03-03T20:58:55.835298Z","end":"2026-03-03T20:58:55.94297Z","steps":["trace[332979601] 'process raft request' (duration: 106.754339ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:56.898212Z","caller":"traceutil/trace.go:171","msg":"trace[2051809208] transaction","detail":"{read_only:false; response_revision:24745; number_of_response:1; }","duration":"103.737429ms","start":"2026-03-03T20:58:56.794441Z","end":"2026-03-03T20:58:56.898179Z","steps":["trace[2051809208] 'process raft request' (duration: 103.185597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:57.787682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875513656,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:58:58.288829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875513656,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:58:58.523621Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.240016758s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:58:58.653581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199436255s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:58.653705Z","caller":"traceutil/trace.go:171","msg":"trace[1796783506] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24753; }","duration":"1.199574118s","start":"2026-03-03T20:58:57.454112Z","end":"2026-03-03T20:58:58.653686Z","steps":["trace[1796783506] 'range keys from in-memory index tree' (duration: 1.199414885s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:58.659053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.372571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:58.659143Z","caller":"traceutil/trace.go:171","msg":"trace[526059860] transaction","detail":"{read_only:false; response_revision:24754; number_of_response:1; }","duration":"1.375604476s","start":"2026-03-03T20:58:57.283522Z","end":"2026-03-03T20:58:58.659127Z","steps":["trace[526059860] 'process raft request' (duration: 1.241086963s)","trace[526059860] 'compare' (duration: 133.177792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:58.659195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:57.283513Z","time spent":"1.375657527s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:58:59.96583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000203593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:58:59.965934Z","caller":"traceutil/trace.go:171","msg":"trace[521038063] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000367107s","start":"2026-03-03T20:58:57.965544Z","end":"2026-03-03T20:58:59.965911Z","steps":["trace[521038063] 'agreement among raft nodes before linearized reading' (duration: 2.000231084s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:59.965991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:57.965526Z","time spent":"2.000452689s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:58:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:00.104747Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.453412695s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:59:00.331013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:59.328851Z","time spent":"1.002151885s","remote":"127.0.0.1:53974","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T20:59:00.331668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.597003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:00.332042Z","caller":"traceutil/trace.go:171","msg":"trace[1141126623] transaction","detail":"{read_only:false; response_revision:24755; number_of_response:1; }","duration":"2.912437529s","start":"2026-03-03T20:58:57.419558Z","end":"2026-03-03T20:59:00.331996Z","steps":["trace[1141126623] 'process raft request' (duration: 2.685357825s)","trace[1141126623] 'compare' (duration: 226.308196ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:00.332129Z","caller":"traceutil/trace.go:171","msg":"trace[1459606657] transaction","detail":"{read_only:false; response_revision:24756; number_of_response:1; }","duration":"2.495172388s","start":"2026-03-03T20:58:57.836928Z","end":"2026-03-03T20:59:00.3321Z","steps":["trace[1459606657] 'process raft request' (duration: 2.494888532s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:00.332236Z","caller":"traceutil/trace.go:171","msg":"trace[1918639538] transaction","detail":"{read_only:false; response_revision:24757; number_of_response:1; }","duration":"2.156481053s","start":"2026-03-03T20:58:58.175631Z","end":"2026-03-03T20:59:00.332112Z","steps":["trace[1918639538] 'process raft request' (duration: 2.156290488s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:00.332332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:57.836896Z","time spent":"2.495336352s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:00.332472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:58.175608Z","time spent":"2.156734878s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:00.332734Z","caller":"traceutil/trace.go:171","msg":"trace[1366567460] transaction","detail":"{read_only:false; response_revision:24759; number_of_response:1; }","duration":"1.863145431s","start":"2026-03-03T20:58:58.46958Z","end":"2026-03-03T20:59:00.332725Z","steps":["trace[1366567460] 'process raft request' (duration: 1.862493106s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:00.33278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:58.469564Z","time spent":"1.863188911s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:00.333139Z","caller":"traceutil/trace.go:171","msg":"trace[1077171286] transaction","detail":"{read_only:false; response_revision:24758; number_of_response:1; }","duration":"1.915027446s","start":"2026-03-03T20:58:58.417124Z","end":"2026-03-03T20:59:00.332151Z","steps":["trace[1077171286] 'process raft request' (duration: 1.914877592s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:00.33319Z","caller":"traceutil/trace.go:171","msg":"trace[982757672] linearizableReadLoop","detail":"{readStateIndex:25659; appliedIndex:25655; }","duration":"3.045658312s","start":"2026-03-03T20:58:57.287507Z","end":"2026-03-03T20:59:00.333165Z","steps":["trace[982757672] 'read index received' (duration: 1.237045608s)","trace[982757672] 'applied index is now lower than readState.Index' (duration: 1.808611504s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:00.333244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:58.417099Z","time spent":"1.91609999s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:00.333267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:57.419512Z","time spent":"2.912616123s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:00.333342Z","caller":"traceutil/trace.go:171","msg":"trace[2025813662] transaction","detail":"{read_only:false; response_revision:24760; number_of_response:1; }","duration":"1.815859153s","start":"2026-03-03T20:58:58.517464Z","end":"2026-03-03T20:59:00.333323Z","steps":["trace[2025813662] 'process raft request' (duration: 1.815009013s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:00.333448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:58.517448Z","time spent":"1.815936624s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:00.333529Z","caller":"traceutil/trace.go:171","msg":"trace[2050976996] transaction","detail":"{read_only:false; response_revision:24761; number_of_response:1; }","duration":"1.186029465s","start":"2026-03-03T20:58:59.14748Z","end":"2026-03-03T20:59:00.333509Z","steps":["trace[2050976996] 'process raft request' (duration: 1.185613225s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:00.333631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:59.14746Z","time spent":"1.186114728s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:00.333856Z","caller":"traceutil/trace.go:171","msg":"trace[1028055717] transaction","detail":"{read_only:false; response_revision:24762; number_of_response:1; }","duration":"767.397782ms","start":"2026-03-03T20:58:59.56642Z","end":"2026-03-03T20:59:00.333818Z","steps":["trace[1028055717] 'process raft request' (duration: 767.031764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:00.333936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.046245066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-03-03T20:59:00.33405Z","caller":"traceutil/trace.go:171","msg":"trace[2082799923] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24761; }","duration":"3.046554223s","start":"2026-03-03T20:58:57.287474Z","end":"2026-03-03T20:59:00.334028Z","steps":["trace[2082799923] 'agreement among raft nodes before linearized reading' (duration: 3.045916128s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:00.33427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:57.28746Z","time spent":"3.046790458s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-03T20:59:00.334067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:59.566393Z","time spent":"767.564926ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:00.833679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875513667,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:59:01.966033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00002911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:59:01.966111Z","caller":"traceutil/trace.go:171","msg":"trace[877962001] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000169213s","start":"2026-03-03T20:58:59.965925Z","end":"2026-03-03T20:59:01.966094Z","steps":["trace[877962001] 'agreement among raft nodes before linearized reading' (duration: 2.000068521s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:01.966148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:59.965898Z","time spent":"2.000242044s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:59:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:02.178429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.53456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:02.17861Z","caller":"traceutil/trace.go:171","msg":"trace[116989910] linearizableReadLoop","detail":"{readStateIndex:25665; appliedIndex:25664; }","duration":"1.845329327s","start":"2026-03-03T20:59:00.333252Z","end":"2026-03-03T20:59:02.178581Z","steps":["trace[116989910] 'read index received' (duration: 896.49299ms)","trace[116989910] 'applied index is now lower than readState.Index' (duration: 948.833807ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:02.178659Z","caller":"traceutil/trace.go:171","msg":"trace[1586009434] transaction","detail":"{read_only:false; response_revision:24763; number_of_response:1; }","duration":"1.943293162s","start":"2026-03-03T20:59:00.235301Z","end":"2026-03-03T20:59:02.178594Z","steps":["trace[1586009434] 'process raft request' (duration: 994.471786ms)","trace[1586009434] 'compare' (duration: 946.782569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:02.178757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.729851623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T20:59:02.178846Z","caller":"traceutil/trace.go:171","msg":"trace[1630604876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24763; }","duration":"3.729979876s","start":"2026-03-03T20:58:58.448847Z","end":"2026-03-03T20:59:02.178827Z","steps":["trace[1630604876] 'agreement among raft nodes before linearized reading' (duration: 3.729771942s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:02.178861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.316493124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:02.179022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.390943836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T20:59:02.179053Z","caller":"traceutil/trace.go:171","msg":"trace[279929513] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24763; }","duration":"3.316704739s","start":"2026-03-03T20:58:58.862322Z","end":"2026-03-03T20:59:02.179026Z","steps":["trace[279929513] 'agreement among raft nodes before linearized reading' (duration: 3.316501104s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:02.17876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.053396487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:02.179077Z","caller":"traceutil/trace.go:171","msg":"trace[1925564810] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24763; }","duration":"4.391040549s","start":"2026-03-03T20:58:57.788019Z","end":"2026-03-03T20:59:02.179059Z","steps":["trace[1925564810] 'agreement among raft nodes before linearized reading' (duration: 4.390915776s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:02.17913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:58.862302Z","time spent":"3.316809701s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:02.179138Z","caller":"traceutil/trace.go:171","msg":"trace[225370962] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24763; }","duration":"4.053823997s","start":"2026-03-03T20:58:58.12529Z","end":"2026-03-03T20:59:02.179114Z","steps":["trace[225370962] 'agreement among raft nodes before linearized reading' (duration: 4.053336346s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:02.179152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:57.787981Z","time spent":"4.391156981s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:59:02.178893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:58.44883Z","time spent":"3.730054739s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:59:02.179194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:58.125272Z","time spent":"4.05391042s","remote":"127.0.0.1:46144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:02.178759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.32880242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:02.179305Z","caller":"traceutil/trace.go:171","msg":"trace[523076598] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24763; }","duration":"3.329404494s","start":"2026-03-03T20:58:58.849881Z","end":"2026-03-03T20:59:02.179285Z","steps":["trace[523076598] 'agreement among raft nodes before linearized reading' (duration: 3.328768119s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:02.179256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.730245673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:59:02.179417Z","caller":"traceutil/trace.go:171","msg":"trace[1410322298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24763; }","duration":"3.730497249s","start":"2026-03-03T20:58:58.448901Z","end":"2026-03-03T20:59:02.179398Z","steps":["trace[1410322298] 'agreement among raft nodes before linearized reading' (duration: 3.729900515s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:02.179358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:58.849859Z","time spent":"3.329482365s","remote":"127.0.0.1:46166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:02.179564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:58.448896Z","time spent":"3.730652562s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:59:02.179021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.712341917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T20:59:02.179635Z","caller":"traceutil/trace.go:171","msg":"trace[1287548098] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24763; }","duration":"3.713014173s","start":"2026-03-03T20:58:58.466597Z","end":"2026-03-03T20:59:02.179611Z","steps":["trace[1287548098] 'agreement among raft nodes before linearized reading' (duration: 3.71205308s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:02.178888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.186485555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-03-03T20:59:02.179705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:58.466586Z","time spent":"3.713099024s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T20:59:02.179709Z","caller":"traceutil/trace.go:171","msg":"trace[213871979] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24763; }","duration":"3.187344525s","start":"2026-03-03T20:58:58.992349Z","end":"2026-03-03T20:59:02.179694Z","steps":["trace[213871979] 'agreement among raft nodes before linearized reading' (duration: 3.186393102s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:02.178905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:00.235273Z","time spent":"1.943498647s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:02.179703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013063732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:02.179774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:58.992329Z","time spent":"3.187428607s","remote":"127.0.0.1:53866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-03T20:59:02.179796Z","caller":"traceutil/trace.go:171","msg":"trace[2115884521] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24763; }","duration":"2.013821809s","start":"2026-03-03T20:59:00.165955Z","end":"2026-03-03T20:59:02.179777Z","steps":["trace[2115884521] 'agreement among raft nodes before linearized reading' (duration: 2.012629462s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:02.178694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035668378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:02.179893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:00.165916Z","time spent":"2.013939422s","remote":"127.0.0.1:46160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:02.179912Z","caller":"traceutil/trace.go:171","msg":"trace[1223627351] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24763; }","duration":"2.036937877s","start":"2026-03-03T20:59:00.142936Z","end":"2026-03-03T20:59:02.179874Z","steps":["trace[1223627351] 'agreement among raft nodes before linearized reading' (duration: 2.035646887s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:02.178959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.535584255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:02.179972Z","caller":"traceutil/trace.go:171","msg":"trace[534160816] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24763; }","duration":"4.536659981s","start":"2026-03-03T20:58:57.6433Z","end":"2026-03-03T20:59:02.17996Z","steps":["trace[534160816] 'agreement among raft nodes before linearized reading' (duration: 4.535622797s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:02.179981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:00.14291Z","time spent":"2.03704965s","remote":"127.0.0.1:60398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:02.180013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:57.643267Z","time spent":"4.536734632s","remote":"127.0.0.1:53946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:02.17897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.679235821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:02.180079Z","caller":"traceutil/trace.go:171","msg":"trace[1767607322] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24763; }","duration":"4.680343127s","start":"2026-03-03T20:58:57.499719Z","end":"2026-03-03T20:59:02.180062Z","steps":["trace[1767607322] 'agreement among raft nodes before linearized reading' (duration: 4.679206951s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:02.180136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:57.499643Z","time spent":"4.68047392s","remote":"127.0.0.1:46350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:02.178981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.871248427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T20:59:02.180197Z","caller":"traceutil/trace.go:171","msg":"trace[833471989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24763; }","duration":"3.872489636s","start":"2026-03-03T20:58:58.307688Z","end":"2026-03-03T20:59:02.180178Z","steps":["trace[833471989] 'agreement among raft nodes before linearized reading' (duration: 3.871127474s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:02.179085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.02167192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:02.180268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:58.307668Z","time spent":"3.872580818s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T20:59:02.180299Z","caller":"traceutil/trace.go:171","msg":"trace[210059083] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24763; }","duration":"4.022899719s","start":"2026-03-03T20:58:58.15738Z","end":"2026-03-03T20:59:02.18028Z","steps":["trace[210059083] 'agreement among raft nodes before linearized reading' (duration: 4.021565688s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:02.17889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.265597956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4442"} {"level":"info","ts":"2026-03-03T20:59:02.180399Z","caller":"traceutil/trace.go:171","msg":"trace[473050] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:24763; }","duration":"4.267143021s","start":"2026-03-03T20:58:57.913243Z","end":"2026-03-03T20:59:02.180386Z","steps":["trace[473050] 'agreement among raft nodes before linearized reading' (duration: 4.265483482s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:02.180447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:57.913224Z","time spent":"4.267210623s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4465,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-03T20:59:02.181125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:58.157368Z","time spent":"4.023018402s","remote":"127.0.0.1:46096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:03.713379Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.531024118s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:59:03.95159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769089156s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T20:59:03.95191Z","caller":"traceutil/trace.go:171","msg":"trace[1408576481] linearizableReadLoop","detail":"{readStateIndex:25667; appliedIndex:25665; }","duration":"1.773210512s","start":"2026-03-03T20:59:02.178677Z","end":"2026-03-03T20:59:03.951888Z","steps":["trace[1408576481] 'read index received' (duration: 3.804068ms)","trace[1408576481] 'applied index is now lower than readState.Index' (duration: 1.769405264s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:03.95218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327493035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:03.95224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.460211838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-03T20:59:03.952264Z","caller":"traceutil/trace.go:171","msg":"trace[2078787477] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24764; }","duration":"2.327647688s","start":"2026-03-03T20:59:01.624598Z","end":"2026-03-03T20:59:03.952246Z","steps":["trace[2078787477] 'agreement among raft nodes before linearized reading' (duration: 2.327447094s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:03.952281Z","caller":"traceutil/trace.go:171","msg":"trace[1635208501] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24764; }","duration":"2.46029943s","start":"2026-03-03T20:59:01.491965Z","end":"2026-03-03T20:59:03.952265Z","steps":["trace[1635208501] 'agreement among raft nodes before linearized reading' (duration: 2.460156456s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:03.952284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078895931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:03.952313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.513624773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:03.95233Z","caller":"traceutil/trace.go:171","msg":"trace[530668618] transaction","detail":"{read_only:false; response_revision:24764; number_of_response:1; }","duration":"1.886896152s","start":"2026-03-03T20:59:02.065379Z","end":"2026-03-03T20:59:03.952275Z","steps":["trace[530668618] 'process raft request' (duration: 1.886316008s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:03.952382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.772406928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:03.95238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.607578894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"warn","ts":"2026-03-03T20:59:03.95239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.467443236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T20:59:03.952433Z","caller":"traceutil/trace.go:171","msg":"trace[1877778431] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24764; }","duration":"3.513812257s","start":"2026-03-03T20:59:00.43859Z","end":"2026-03-03T20:59:03.952402Z","steps":["trace[1877778431] 'agreement among raft nodes before linearized reading' (duration: 3.513570231s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:03.952413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269856916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:03.952467Z","caller":"traceutil/trace.go:171","msg":"trace[360118754] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:24764; }","duration":"3.607721488s","start":"2026-03-03T20:59:00.344722Z","end":"2026-03-03T20:59:03.952443Z","steps":["trace[360118754] 'agreement among raft nodes before linearized reading' (duration: 3.607460572s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:03.952478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978322136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:03.952489Z","caller":"traceutil/trace.go:171","msg":"trace[991307180] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24764; }","duration":"2.467614089s","start":"2026-03-03T20:59:01.484851Z","end":"2026-03-03T20:59:03.952465Z","steps":["trace[991307180] 'agreement among raft nodes before linearized reading' (duration: 2.467326983s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:03.952531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:00.344702Z","time spent":"3.607820381s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3334,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-03-03T20:59:03.952547Z","caller":"traceutil/trace.go:171","msg":"trace[504983363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24764; }","duration":"1.978432538s","start":"2026-03-03T20:59:01.974095Z","end":"2026-03-03T20:59:03.952527Z","steps":["trace[504983363] 'agreement among raft nodes before linearized reading' (duration: 1.978284664s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:03.952546Z","caller":"traceutil/trace.go:171","msg":"trace[1421698151] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24764; }","duration":"2.270084061s","start":"2026-03-03T20:59:01.68243Z","end":"2026-03-03T20:59:03.952514Z","steps":["trace[1421698151] 'agreement among raft nodes before linearized reading' (duration: 2.269803155s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:03.952563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:01.484822Z","time spent":"2.467731252s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:59:03.952603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:01.682408Z","time spent":"2.270182204s","remote":"127.0.0.1:42826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:03.953168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:01.974077Z","time spent":"1.979079033s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:03.952532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:02.065357Z","time spent":"1.887067836s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:03.952371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.291581031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:03.952317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:01.491938Z","time spent":"2.460370901s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-03T20:59:03.952437Z","caller":"traceutil/trace.go:171","msg":"trace[1798437131] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24764; }","duration":"2.7724959s","start":"2026-03-03T20:59:01.179927Z","end":"2026-03-03T20:59:03.952423Z","steps":["trace[1798437131] 'agreement among raft nodes before linearized reading' (duration: 2.772424329s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:03.953325Z","caller":"traceutil/trace.go:171","msg":"trace[414630605] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24764; }","duration":"2.292544374s","start":"2026-03-03T20:59:01.66076Z","end":"2026-03-03T20:59:03.953304Z","steps":["trace[414630605] 'agreement among raft nodes before linearized reading' (duration: 2.291581081s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:03.952382Z","caller":"traceutil/trace.go:171","msg":"trace[80469945] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24764; }","duration":"2.079044855s","start":"2026-03-03T20:59:01.873311Z","end":"2026-03-03T20:59:03.952356Z","steps":["trace[80469945] 'agreement among raft nodes before linearized reading' (duration: 2.078877261s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:03.953423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:01.179366Z","time spent":"2.774027866s","remote":"127.0.0.1:42790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:03.953485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:01.873288Z","time spent":"2.080166991s","remote":"127.0.0.1:57446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:03.952496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:00.438563Z","time spent":"3.51392101s","remote":"127.0.0.1:60352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:03.953412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:01.660749Z","time spent":"2.292639756s","remote":"127.0.0.1:35884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:03.952319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:01.624577Z","time spent":"2.327734311s","remote":"127.0.0.1:46946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:04.453062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875513685,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:59:04.954279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875513685,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:59:05.454892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875513685,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:59:05.620775Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.907209814s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:59:05.955624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000643644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:59:05.955721Z","caller":"traceutil/trace.go:171","msg":"trace[977433187] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000800038s","start":"2026-03-03T20:59:03.9549Z","end":"2026-03-03T20:59:05.9557Z","steps":["trace[977433187] 'agreement among raft nodes before linearized reading' (duration: 2.000666385s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:05.955782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:03.954884Z","time spent":"2.00088579s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:59:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:07.183861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:02.186223Z","time spent":"4.997628169s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 20:59:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:07.185558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:02.187844Z","time spent":"4.997710931s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 20:59:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:07.186944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:02.187622Z","time spent":"4.999307828s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 20:59:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:07.31836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696678815s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:07.318898Z","caller":"traceutil/trace.go:171","msg":"trace[2013869961] linearizableReadLoop","detail":"{readStateIndex:25682; appliedIndex:25667; }","duration":"3.366936637s","start":"2026-03-03T20:59:03.951948Z","end":"2026-03-03T20:59:07.318885Z","steps":["trace[2013869961] 'read index received' (duration: 1.669236468s)","trace[2013869961] 'applied index is now lower than readState.Index' (duration: 1.697699379s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:07.319052Z","caller":"traceutil/trace.go:171","msg":"trace[521041538] transaction","detail":"{read_only:false; response_revision:24766; number_of_response:1; }","duration":"5.132699626s","start":"2026-03-03T20:59:02.186346Z","end":"2026-03-03T20:59:07.319045Z","steps":["trace[521041538] 'process raft request' (duration: 5.132096892s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.319093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:02.186337Z","time spent":"5.132735186s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:07.319209Z","caller":"traceutil/trace.go:171","msg":"trace[1708300946] transaction","detail":"{read_only:false; response_revision:24767; number_of_response:1; }","duration":"5.132643804s","start":"2026-03-03T20:59:02.18656Z","end":"2026-03-03T20:59:07.319204Z","steps":["trace[1708300946] 'process raft request' (duration: 5.131957718s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.31924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:02.18655Z","time spent":"5.132673875s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:07.319369Z","caller":"traceutil/trace.go:171","msg":"trace[326909457] transaction","detail":"{read_only:false; response_revision:24770; number_of_response:1; }","duration":"5.131251762s","start":"2026-03-03T20:59:02.188112Z","end":"2026-03-03T20:59:07.319364Z","steps":["trace[326909457] 'process raft request' (duration: 5.130485914s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.319404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:02.188102Z","time spent":"5.131285433s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:07.319482Z","caller":"traceutil/trace.go:171","msg":"trace[774661807] transaction","detail":"{read_only:false; response_revision:24771; number_of_response:1; }","duration":"4.979363595s","start":"2026-03-03T20:59:02.340113Z","end":"2026-03-03T20:59:07.319477Z","steps":["trace[774661807] 'process raft request' (duration: 4.978524575s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.319512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:02.340087Z","time spent":"4.979410075s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:07.319577Z","caller":"traceutil/trace.go:171","msg":"trace[1716166148] transaction","detail":"{read_only:false; response_revision:24772; number_of_response:1; }","duration":"4.979288933s","start":"2026-03-03T20:59:02.340282Z","end":"2026-03-03T20:59:07.319571Z","steps":["trace[1716166148] 'process raft request' (duration: 4.978380002s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.319604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:02.340274Z","time spent":"4.979317473s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:07.31967Z","caller":"traceutil/trace.go:171","msg":"trace[250643964] transaction","detail":"{read_only:false; response_revision:24773; number_of_response:1; }","duration":"4.979228741s","start":"2026-03-03T20:59:02.340437Z","end":"2026-03-03T20:59:07.319666Z","steps":["trace[250643964] 'process raft request' (duration: 4.978249298s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.319697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:02.34042Z","time spent":"4.979264453s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:07.31976Z","caller":"traceutil/trace.go:171","msg":"trace[880895386] transaction","detail":"{read_only:false; response_revision:24774; number_of_response:1; }","duration":"4.979154039s","start":"2026-03-03T20:59:02.340599Z","end":"2026-03-03T20:59:07.319754Z","steps":["trace[880895386] 'process raft request' (duration: 4.978107365s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.319787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:02.340591Z","time spent":"4.979182861s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:07.319851Z","caller":"traceutil/trace.go:171","msg":"trace[1695162922] transaction","detail":"{read_only:false; response_revision:24775; number_of_response:1; }","duration":"4.978486084s","start":"2026-03-03T20:59:02.34136Z","end":"2026-03-03T20:59:07.319846Z","steps":["trace[1695162922] 'process raft request' (duration: 4.977378779s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.319882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:02.341353Z","time spent":"4.978514455s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:07.32011Z","caller":"traceutil/trace.go:171","msg":"trace[1338384412] transaction","detail":"{read_only:false; response_revision:24778; number_of_response:1; }","duration":"4.638710232s","start":"2026-03-03T20:59:02.681267Z","end":"2026-03-03T20:59:07.319977Z","steps":["trace[1338384412] 'process raft request' (duration: 4.637547045s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.320152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.56908165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:07.320241Z","caller":"traceutil/trace.go:171","msg":"trace[1291562689] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24779; }","duration":"3.569232724s","start":"2026-03-03T20:59:03.750984Z","end":"2026-03-03T20:59:07.320217Z","steps":["trace[1291562689] 'agreement among raft nodes before linearized reading' (duration: 3.568982378s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.3203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:03.750964Z","time spent":"3.569325237s","remote":"127.0.0.1:45782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:07.320317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:02.681243Z","time spent":"4.638973699s","remote":"127.0.0.1:53866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:07.320389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.7782864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-8687cdb994-5vzmq.189970561f365f3b\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-03T20:59:07.320464Z","caller":"traceutil/trace.go:171","msg":"trace[1725423726] range","detail":"{range_begin:/registry/events/openstack/magnum-api-8687cdb994-5vzmq.189970561f365f3b; range_end:; response_count:1; response_revision:24779; }","duration":"3.778386572s","start":"2026-03-03T20:59:03.542056Z","end":"2026-03-03T20:59:07.320443Z","steps":["trace[1725423726] 'agreement among raft nodes before linearized reading' (duration: 3.778147857s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.320476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.934357044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:07.320527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:03.542041Z","time spent":"3.778471084s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-8687cdb994-5vzmq.189970561f365f3b\" "} {"level":"info","ts":"2026-03-03T20:59:07.320565Z","caller":"traceutil/trace.go:171","msg":"trace[425719307] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24779; }","duration":"3.934489457s","start":"2026-03-03T20:59:03.386052Z","end":"2026-03-03T20:59:07.320541Z","steps":["trace[425719307] 'agreement among raft nodes before linearized reading' (duration: 3.934304633s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:07.32061Z","caller":"traceutil/trace.go:171","msg":"trace[1817447532] transaction","detail":"{read_only:false; response_revision:24776; number_of_response:1; }","duration":"4.978915664s","start":"2026-03-03T20:59:02.341677Z","end":"2026-03-03T20:59:07.320593Z","steps":["trace[1817447532] 'process raft request' (duration: 4.977088591s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.320638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:03.386001Z","time spent":"3.93461267s","remote":"127.0.0.1:53892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:07.320682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:02.341654Z","time spent":"4.978985436s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:07.320509Z","caller":"traceutil/trace.go:171","msg":"trace[482079902] transaction","detail":"{read_only:false; response_revision:24779; number_of_response:1; }","duration":"1.978707345s","start":"2026-03-03T20:59:05.341791Z","end":"2026-03-03T20:59:07.320498Z","steps":["trace[482079902] 'process raft request' (duration: 1.977067347s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.320153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.004082863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:07.320787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:05.341763Z","time spent":"1.978968111s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:07.320779Z","caller":"traceutil/trace.go:171","msg":"trace[414551486] transaction","detail":"{read_only:false; response_revision:24777; number_of_response:1; }","duration":"4.978575666s","start":"2026-03-03T20:59:02.342176Z","end":"2026-03-03T20:59:07.320751Z","steps":["trace[414551486] 'process raft request' (duration: 4.976612921s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:07.320809Z","caller":"traceutil/trace.go:171","msg":"trace[1132049690] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24779; }","duration":"4.004875912s","start":"2026-03-03T20:59:03.315896Z","end":"2026-03-03T20:59:07.320772Z","steps":["trace[1132049690] 'agreement among raft nodes before linearized reading' (duration: 4.004028432s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.320889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:03.315873Z","time spent":"4.004987715s","remote":"127.0.0.1:46620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:07.32092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:02.342168Z","time spent":"4.978669608s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:07.594314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.052852ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:07.594522Z","caller":"traceutil/trace.go:171","msg":"trace[1847713812] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24779; }","duration":"140.298987ms","start":"2026-03-03T20:59:07.454195Z","end":"2026-03-03T20:59:07.594494Z","steps":["trace[1847713812] 'range keys from in-memory index tree' (duration: 140.019201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.594523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.136278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:07.59476Z","caller":"traceutil/trace.go:171","msg":"trace[2117087751] transaction","detail":"{read_only:false; response_revision:24781; number_of_response:1; }","duration":"271.101575ms","start":"2026-03-03T20:59:07.323642Z","end":"2026-03-03T20:59:07.594743Z","steps":["trace[2117087751] 'process raft request' (duration: 270.989183ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:07.594799Z","caller":"traceutil/trace.go:171","msg":"trace[61727525] transaction","detail":"{read_only:false; response_revision:24780; number_of_response:1; }","duration":"1.189927835s","start":"2026-03-03T20:59:06.404805Z","end":"2026-03-03T20:59:07.594733Z","steps":["trace[61727525] 'process raft request' (duration: 1.08546986s)","trace[61727525] 'compare' (duration: 103.857201ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:07.594855Z","caller":"traceutil/trace.go:171","msg":"trace[146012301] linearizableReadLoop","detail":"{readStateIndex:25683; appliedIndex:25682; }","duration":"275.904347ms","start":"2026-03-03T20:59:07.318922Z","end":"2026-03-03T20:59:07.594826Z","steps":["trace[146012301] 'read index received' (duration: 171.37589ms)","trace[146012301] 'applied index is now lower than readState.Index' (duration: 104.524367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:07.594928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.185435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:07.594967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:06.404772Z","time spent":"1.190098779s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:07.594979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.538491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:07.595008Z","caller":"traceutil/trace.go:171","msg":"trace[753629570] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24781; }","duration":"940.309618ms","start":"2026-03-03T20:59:06.654676Z","end":"2026-03-03T20:59:07.594986Z","steps":["trace[753629570] 'agreement among raft nodes before linearized reading' (duration: 940.162244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.595025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.957811894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:07.595004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98926242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-03T20:59:07.594989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.698755927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:07.595053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.020666439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-03T20:59:07.595073Z","caller":"traceutil/trace.go:171","msg":"trace[798470857] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24781; }","duration":"2.957909976s","start":"2026-03-03T20:59:04.63714Z","end":"2026-03-03T20:59:07.59505Z","steps":["trace[798470857] 'agreement among raft nodes before linearized reading' (duration: 2.957831584s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:07.595065Z","caller":"traceutil/trace.go:171","msg":"trace[239878391] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24781; }","duration":"868.681654ms","start":"2026-03-03T20:59:06.726356Z","end":"2026-03-03T20:59:07.595038Z","steps":["trace[239878391] 'agreement among raft nodes before linearized reading' (duration: 868.538751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.595058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:06.654658Z","time spent":"940.389109ms","remote":"127.0.0.1:35934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:07.595075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631296916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:07.595097Z","caller":"traceutil/trace.go:171","msg":"trace[108006566] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:24781; }","duration":"2.02071353s","start":"2026-03-03T20:59:05.574373Z","end":"2026-03-03T20:59:07.595086Z","steps":["trace[108006566] 'agreement among raft nodes before linearized reading' (duration: 2.020531466s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.5951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257195138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:07.59512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:04.637097Z","time spent":"2.958012769s","remote":"127.0.0.1:60332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:07.595116Z","caller":"traceutil/trace.go:171","msg":"trace[493017061] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24781; }","duration":"2.698950832s","start":"2026-03-03T20:59:04.896135Z","end":"2026-03-03T20:59:07.595086Z","steps":["trace[493017061] 'agreement among raft nodes before linearized reading' (duration: 2.698749657s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.59513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:06.726326Z","time spent":"868.786077ms","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:07.595135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:05.574345Z","time spent":"2.020782842s","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"info","ts":"2026-03-03T20:59:07.595141Z","caller":"traceutil/trace.go:171","msg":"trace[86928614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24781; }","duration":"1.631353137s","start":"2026-03-03T20:59:05.963767Z","end":"2026-03-03T20:59:07.59512Z","steps":["trace[86928614] 'agreement among raft nodes before linearized reading' (duration: 1.631248054s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.59507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.196658556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:07.595189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:05.963693Z","time spent":"1.63148855s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:07.595188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:04.896103Z","time spent":"2.699066375s","remote":"127.0.0.1:59944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:07.595235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.638550694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e36d6fa9-36e0-4ab0-9add-80b74cc4b159\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-03T20:59:07.595317Z","caller":"traceutil/trace.go:171","msg":"trace[2080116779] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e36d6fa9-36e0-4ab0-9add-80b74cc4b159; range_end:; response_count:1; response_revision:24781; }","duration":"3.638611525s","start":"2026-03-03T20:59:03.95666Z","end":"2026-03-03T20:59:07.595271Z","steps":["trace[2080116779] 'agreement among raft nodes before linearized reading' (duration: 3.638466202s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:07.595257Z","caller":"traceutil/trace.go:171","msg":"trace[435796009] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24781; }","duration":"2.196898433s","start":"2026-03-03T20:59:05.398337Z","end":"2026-03-03T20:59:07.595235Z","steps":["trace[435796009] 'agreement among raft nodes before linearized reading' (duration: 2.196675977s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.595355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:03.956653Z","time spent":"3.638694157s","remote":"127.0.0.1:45806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-e36d6fa9-36e0-4ab0-9add-80b74cc4b159\" "} {"level":"warn","ts":"2026-03-03T20:59:07.595393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:05.398275Z","time spent":"2.197098047s","remote":"127.0.0.1:46452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:07.595087Z","caller":"traceutil/trace.go:171","msg":"trace[1240305179] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24781; }","duration":"1.989371093s","start":"2026-03-03T20:59:05.605691Z","end":"2026-03-03T20:59:07.595062Z","steps":["trace[1240305179] 'agreement among raft nodes before linearized reading' (duration: 1.989143997s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.595438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.163504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-03T20:59:07.595492Z","caller":"traceutil/trace.go:171","msg":"trace[35377559] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24781; }","duration":"267.248336ms","start":"2026-03-03T20:59:07.328229Z","end":"2026-03-03T20:59:07.595477Z","steps":["trace[35377559] 'agreement among raft nodes before linearized reading' (duration: 266.98765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.595493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:05.60568Z","time spent":"1.989794342s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T20:59:07.595551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.636971708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-neutron-default-user\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-03T20:59:07.595592Z","caller":"traceutil/trace.go:171","msg":"trace[1308472123] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-neutron-default-user; range_end:; response_count:1; response_revision:24781; }","duration":"3.6370495s","start":"2026-03-03T20:59:03.95853Z","end":"2026-03-03T20:59:07.59558Z","steps":["trace[1308472123] 'agreement among raft nodes before linearized reading' (duration: 3.636865985s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.595601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.589111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:07.595622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:03.958513Z","time spent":"3.63710271s","remote":"127.0.0.1:45754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1339,"request content":"key:\"/registry/secrets/openstack/rabbitmq-neutron-default-user\" "} {"level":"warn","ts":"2026-03-03T20:59:07.595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33092469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:07.595642Z","caller":"traceutil/trace.go:171","msg":"trace[1695826774] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24781; }","duration":"232.694554ms","start":"2026-03-03T20:59:07.362937Z","end":"2026-03-03T20:59:07.595631Z","steps":["trace[1695826774] 'agreement among raft nodes before linearized reading' (duration: 232.620412ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:07.595672Z","caller":"traceutil/trace.go:171","msg":"trace[313599290] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24781; }","duration":"1.331645966s","start":"2026-03-03T20:59:06.264011Z","end":"2026-03-03T20:59:07.595657Z","steps":["trace[313599290] 'agreement among raft nodes before linearized reading' (duration: 1.330899849s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.595691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.189812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-03T20:59:07.595697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.638343529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-03T20:59:07.595719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:06.263995Z","time spent":"1.331708358s","remote":"127.0.0.1:46368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:07.595736Z","caller":"traceutil/trace.go:171","msg":"trace[912966030] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24781; }","duration":"136.235103ms","start":"2026-03-03T20:59:07.459489Z","end":"2026-03-03T20:59:07.595724Z","steps":["trace[912966030] 'agreement among raft nodes before linearized reading' (duration: 136.0974ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:07.595162Z","caller":"traceutil/trace.go:171","msg":"trace[1194509537] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24781; }","duration":"1.25730732s","start":"2026-03-03T20:59:06.337832Z","end":"2026-03-03T20:59:07.59514Z","steps":["trace[1194509537] 'agreement among raft nodes before linearized reading' (duration: 1.257225828s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:07.595759Z","caller":"traceutil/trace.go:171","msg":"trace[1178439457] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24781; }","duration":"3.638432921s","start":"2026-03-03T20:59:03.957311Z","end":"2026-03-03T20:59:07.595744Z","steps":["trace[1178439457] 'agreement among raft nodes before linearized reading' (duration: 3.638260027s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.595802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:03.957295Z","time spent":"3.638494672s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:59:07.595797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:06.337801Z","time spent":"1.257979126s","remote":"127.0.0.1:46658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:59:07.595824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.607175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4442"} {"level":"info","ts":"2026-03-03T20:59:07.595876Z","caller":"traceutil/trace.go:171","msg":"trace[1023776079] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:24781; }","duration":"264.667906ms","start":"2026-03-03T20:59:07.331193Z","end":"2026-03-03T20:59:07.595861Z","steps":["trace[1023776079] 'agreement among raft nodes before linearized reading' (duration: 264.490402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.594942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.604392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:07.596643Z","caller":"traceutil/trace.go:171","msg":"trace[1399531407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24781; }","duration":"566.372823ms","start":"2026-03-03T20:59:07.03025Z","end":"2026-03-03T20:59:07.596623Z","steps":["trace[1399531407] 'agreement among raft nodes before linearized reading' (duration: 564.619702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.596737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:07.030225Z","time spent":"566.445075ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:08.102869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875513695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:59:08.754189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.833717ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T20:59:08.754372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:07.598259Z","time spent":"1.15610736s","remote":"127.0.0.1:45704","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T20:59:10.144324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.379395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:10.144711Z","caller":"traceutil/trace.go:171","msg":"trace[174480474] transaction","detail":"{read_only:false; response_revision:24782; number_of_response:1; }","duration":"2.543192366s","start":"2026-03-03T20:59:07.601482Z","end":"2026-03-03T20:59:10.144674Z","steps":["trace[174480474] 'process raft request' (duration: 1.709189016s)","trace[174480474] 'compare' (duration: 833.071828ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:10.144836Z","caller":"traceutil/trace.go:171","msg":"trace[497889368] transaction","detail":"{read_only:false; response_revision:24783; number_of_response:1; }","duration":"2.542476559s","start":"2026-03-03T20:59:07.602288Z","end":"2026-03-03T20:59:10.144764Z","steps":["trace[497889368] 'process raft request' (duration: 2.542124721s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:10.144909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:07.602273Z","time spent":"2.542596652s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:10.144918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:07.601463Z","time spent":"2.54336002s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:10.145258Z","caller":"traceutil/trace.go:171","msg":"trace[2000053358] transaction","detail":"{read_only:false; response_revision:24786; number_of_response:1; }","duration":"1.375851674s","start":"2026-03-03T20:59:08.76939Z","end":"2026-03-03T20:59:10.145241Z","steps":["trace[2000053358] 'process raft request' (duration: 1.375804473s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:10.14527Z","caller":"traceutil/trace.go:171","msg":"trace[1488881808] transaction","detail":"{read_only:false; response_revision:24784; number_of_response:1; }","duration":"2.539902559s","start":"2026-03-03T20:59:07.605319Z","end":"2026-03-03T20:59:10.145222Z","steps":["trace[1488881808] 'process raft request' (duration: 2.539369406s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:10.145286Z","caller":"traceutil/trace.go:171","msg":"trace[286651215] linearizableReadLoop","detail":"{readStateIndex:25688; appliedIndex:25684; }","duration":"2.542961451s","start":"2026-03-03T20:59:07.602299Z","end":"2026-03-03T20:59:10.145261Z","steps":["trace[286651215] 'read index received' (duration: 820.029035ms)","trace[286651215] 'applied index is now lower than readState.Index' (duration: 1.722929926s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:10.145415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.543098914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:10.145461Z","caller":"traceutil/trace.go:171","msg":"trace[1795375008] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24786; }","duration":"2.543180845s","start":"2026-03-03T20:59:07.60227Z","end":"2026-03-03T20:59:10.145451Z","steps":["trace[1795375008] 'agreement among raft nodes before linearized reading' (duration: 2.543062742s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:10.145473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:07.605293Z","time spent":"2.540073873s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4233,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:10.145495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:07.602253Z","time spent":"2.543234937s","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-03T20:59:10.145316Z","caller":"traceutil/trace.go:171","msg":"trace[1563223312] transaction","detail":"{read_only:false; response_revision:24785; number_of_response:1; }","duration":"1.389526352s","start":"2026-03-03T20:59:08.755775Z","end":"2026-03-03T20:59:10.145301Z","steps":["trace[1563223312] 'process raft request' (duration: 1.389301796s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:10.145419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:08.769357Z","time spent":"1.375983888s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:10.14555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:08.755746Z","time spent":"1.389777378s","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:10.646001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875513708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:59:10.967301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000472961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:59:10.967367Z","caller":"traceutil/trace.go:171","msg":"trace[400489024] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000591704s","start":"2026-03-03T20:59:08.96676Z","end":"2026-03-03T20:59:10.967352Z","steps":["trace[400489024] 'agreement among raft nodes before linearized reading' (duration: 2.000494562s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:10.967401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:08.966738Z","time spent":"2.000655886s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:59:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:11.146666Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875513708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:59:11.607026Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.149571943s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:59:11.66217Z","caller":"traceutil/trace.go:171","msg":"trace[201316073] transaction","detail":"{read_only:false; response_revision:24787; number_of_response:1; }","duration":"2.334686132s","start":"2026-03-03T20:59:09.327443Z","end":"2026-03-03T20:59:11.662129Z","steps":["trace[201316073] 'process raft request' (duration: 2.280054963s)","trace[201316073] 'compare' (duration: 54.366293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:11.662364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:09.327408Z","time spent":"2.334858116s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:11.662425Z","caller":"traceutil/trace.go:171","msg":"trace[1580917396] transaction","detail":"{read_only:false; response_revision:24791; number_of_response:1; }","duration":"2.326758898s","start":"2026-03-03T20:59:09.33564Z","end":"2026-03-03T20:59:11.662399Z","steps":["trace[1580917396] 'process raft request' (duration: 2.326685096s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:11.662549Z","caller":"traceutil/trace.go:171","msg":"trace[2065186883] transaction","detail":"{read_only:false; response_revision:24793; number_of_response:1; }","duration":"2.326707767s","start":"2026-03-03T20:59:09.335822Z","end":"2026-03-03T20:59:11.662529Z","steps":["trace[2065186883] 'process raft request' (duration: 2.326625225s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:11.66262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:09.335632Z","time spent":"2.326886461s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:11.662675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:09.335805Z","time spent":"2.326804839s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:11.66276Z","caller":"traceutil/trace.go:171","msg":"trace[808177337] transaction","detail":"{read_only:false; response_revision:24788; number_of_response:1; }","duration":"2.334898687s","start":"2026-03-03T20:59:09.327851Z","end":"2026-03-03T20:59:11.66275Z","steps":["trace[808177337] 'process raft request' (duration: 2.334246612s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:11.662821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:09.327838Z","time spent":"2.334947608s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:11.663125Z","caller":"traceutil/trace.go:171","msg":"trace[792477593] transaction","detail":"{read_only:false; response_revision:24790; number_of_response:1; }","duration":"2.3276863s","start":"2026-03-03T20:59:09.335432Z","end":"2026-03-03T20:59:11.663119Z","steps":["trace[792477593] 'process raft request' (duration: 2.32684913s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:11.66317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:09.335412Z","time spent":"2.32773291s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:11.663232Z","caller":"traceutil/trace.go:171","msg":"trace[182081885] transaction","detail":"{read_only:false; response_revision:24789; number_of_response:1; }","duration":"2.335124652s","start":"2026-03-03T20:59:09.3281Z","end":"2026-03-03T20:59:11.663225Z","steps":["trace[182081885] 'process raft request' (duration: 2.334130159s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:11.663266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:09.328091Z","time spent":"2.335156573s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:11.662828Z","caller":"traceutil/trace.go:171","msg":"trace[1775854211] transaction","detail":"{read_only:false; response_revision:24792; number_of_response:1; }","duration":"2.327055465s","start":"2026-03-03T20:59:09.335767Z","end":"2026-03-03T20:59:11.662822Z","steps":["trace[1775854211] 'process raft request' (duration: 2.326594464s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:11.66338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:09.335721Z","time spent":"2.327626078s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:11.743105Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22540} {"level":"info","ts":"2026-03-03T20:59:11.869926Z","caller":"traceutil/trace.go:171","msg":"trace[1278591312] compact","detail":"{revision:22540; response_revision:24793; }","duration":"1.723377184s","start":"2026-03-03T20:59:10.146519Z","end":"2026-03-03T20:59:11.869896Z","steps":["trace[1278591312] 'process raft request' (duration: 1.562006186s)","trace[1278591312] 'check and update compact revision' (duration: 34.329638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:11.870025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:10.146478Z","time spent":"1.723542018s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T20:59:11.870028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.01848ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T20:59:11.870664Z","caller":"traceutil/trace.go:171","msg":"trace[2021697030] linearizableReadLoop","detail":"{readStateIndex:25699; appliedIndex:25690; }","duration":"1.725188776s","start":"2026-03-03T20:59:10.145442Z","end":"2026-03-03T20:59:11.87063Z","steps":["trace[2021697030] 'read index received' (duration: 1.462085136s)","trace[2021697030] 'applied index is now lower than readState.Index' (duration: 263.10125ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:11.870728Z","caller":"traceutil/trace.go:171","msg":"trace[1186301565] transaction","detail":"{read_only:false; response_revision:24794; number_of_response:1; }","duration":"411.965118ms","start":"2026-03-03T20:59:11.458731Z","end":"2026-03-03T20:59:11.870697Z","steps":["trace[1186301565] 'process raft request' (duration: 411.421185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:11.870867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.124811843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:11.870872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:11.458693Z","time spent":"412.082271ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:11.870908Z","caller":"traceutil/trace.go:171","msg":"trace[1976263034] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24794; }","duration":"3.124882025s","start":"2026-03-03T20:59:08.746012Z","end":"2026-03-03T20:59:11.870894Z","steps":["trace[1976263034] 'agreement among raft nodes before linearized reading' (duration: 3.124773212s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:11.870946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:08.745944Z","time spent":"3.124992037s","remote":"127.0.0.1:45884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:11.870924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993602025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T20:59:11.871009Z","caller":"traceutil/trace.go:171","msg":"trace[1528129603] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24794; }","duration":"2.993738989s","start":"2026-03-03T20:59:08.877248Z","end":"2026-03-03T20:59:11.870987Z","steps":["trace[1528129603] 'agreement among raft nodes before linearized reading' (duration: 2.993392681s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:11.87106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:08.87722Z","time spent":"2.993830371s","remote":"127.0.0.1:45770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T20:59:11.871121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261189355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T20:59:11.871199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.276886424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:11.871217Z","caller":"traceutil/trace.go:171","msg":"trace[1164285123] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24794; }","duration":"2.261332438s","start":"2026-03-03T20:59:09.609857Z","end":"2026-03-03T20:59:11.871189Z","steps":["trace[1164285123] 'agreement among raft nodes before linearized reading' (duration: 2.261057102s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:11.871231Z","caller":"traceutil/trace.go:171","msg":"trace[1330550367] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24794; }","duration":"3.276958496s","start":"2026-03-03T20:59:08.594263Z","end":"2026-03-03T20:59:11.871221Z","steps":["trace[1330550367] 'agreement among raft nodes before linearized reading' (duration: 3.276900305s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:11.871236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.54474323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T20:59:11.871255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:09.609832Z","time spent":"2.26141194s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:59:11.871261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:08.594243Z","time spent":"3.277010458s","remote":"127.0.0.1:46296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:11.871257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.268353031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:11.871333Z","caller":"traceutil/trace.go:171","msg":"trace[1372631695] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24794; }","duration":"2.268543056s","start":"2026-03-03T20:59:09.602765Z","end":"2026-03-03T20:59:11.871308Z","steps":["trace[1372631695] 'agreement among raft nodes before linearized reading' (duration: 2.268424813s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:11.871371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.544978946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T20:59:11.8711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.430965748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:11.871369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.309908662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:11.871412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:09.60274Z","time spent":"2.268656748s","remote":"127.0.0.1:46618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:11.871432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.20888551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:11.87142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.420600723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T20:59:11.871462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.970948484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:11.871453Z","caller":"traceutil/trace.go:171","msg":"trace[1595626891] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24794; }","duration":"3.310073066s","start":"2026-03-03T20:59:08.56136Z","end":"2026-03-03T20:59:11.871433Z","steps":["trace[1595626891] 'agreement among raft nodes before linearized reading' (duration: 3.309888072s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:11.871415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921909256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:11.871496Z","caller":"traceutil/trace.go:171","msg":"trace[2003812489] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24794; }","duration":"3.971014285s","start":"2026-03-03T20:59:07.900467Z","end":"2026-03-03T20:59:11.871482Z","steps":["trace[2003812489] 'agreement among raft nodes before linearized reading' (duration: 3.970955874s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:11.871494Z","caller":"traceutil/trace.go:171","msg":"trace[2051263802] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24794; }","duration":"3.420727695s","start":"2026-03-03T20:59:08.450748Z","end":"2026-03-03T20:59:11.871476Z","steps":["trace[2051263802] 'agreement among raft nodes before linearized reading' (duration: 3.420449209s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:11.871522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:07.900444Z","time spent":"3.971071357s","remote":"127.0.0.1:46068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:11.871398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.1675532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-03T20:59:11.871529Z","caller":"traceutil/trace.go:171","msg":"trace[226918168] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24794; }","duration":"1.92207925s","start":"2026-03-03T20:59:09.949425Z","end":"2026-03-03T20:59:11.871504Z","steps":["trace[226918168] 'agreement among raft nodes before linearized reading' (duration: 1.921884125s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:11.871544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:08.450734Z","time spent":"3.420802077s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:59:11.871548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.268676539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-03-03T20:59:11.871561Z","caller":"traceutil/trace.go:171","msg":"trace[992369310] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24794; }","duration":"4.167734825s","start":"2026-03-03T20:59:07.703809Z","end":"2026-03-03T20:59:11.871544Z","steps":["trace[992369310] 'agreement among raft nodes before linearized reading' (duration: 4.167384726s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:11.871582Z","caller":"traceutil/trace.go:171","msg":"trace[1184969635] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron-nodes; range_end:; response_count:1; response_revision:24794; }","duration":"4.268750511s","start":"2026-03-03T20:59:07.602822Z","end":"2026-03-03T20:59:11.871572Z","steps":["trace[1184969635] 'agreement among raft nodes before linearized reading' (duration: 4.268640589s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:11.871583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.88100441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:11.871603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:07.703789Z","time spent":"4.167801176s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-03T20:59:11.871619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:07.602798Z","time spent":"4.268810622s","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1284,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" "} {"level":"warn","ts":"2026-03-03T20:59:11.87163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.745084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:11.871465Z","caller":"traceutil/trace.go:171","msg":"trace[1720955052] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24794; }","duration":"4.209011794s","start":"2026-03-03T20:59:07.662445Z","end":"2026-03-03T20:59:11.871456Z","steps":["trace[1720955052] 'agreement among raft nodes before linearized reading' (duration: 4.208953332s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:11.871656Z","caller":"traceutil/trace.go:171","msg":"trace[1872701489] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24794; }","duration":"241.773975ms","start":"2026-03-03T20:59:11.629874Z","end":"2026-03-03T20:59:11.871648Z","steps":["trace[1872701489] 'agreement among raft nodes before linearized reading' (duration: 241.728704ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:11.871273Z","caller":"traceutil/trace.go:171","msg":"trace[36093427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24794; }","duration":"2.544819242s","start":"2026-03-03T20:59:09.326441Z","end":"2026-03-03T20:59:11.871261Z","steps":["trace[36093427] 'agreement among raft nodes before linearized reading' (duration: 2.544662918s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:11.871673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:07.662417Z","time spent":"4.209246098s","remote":"127.0.0.1:46096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T20:59:11.87171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:09.3264Z","time spent":"2.545298403s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:59:11.87159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723658011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-03T20:59:11.871627Z","caller":"traceutil/trace.go:171","msg":"trace[834137901] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24794; }","duration":"2.881107393s","start":"2026-03-03T20:59:08.990507Z","end":"2026-03-03T20:59:11.871615Z","steps":["trace[834137901] 'agreement among raft nodes before linearized reading' (duration: 2.880923949s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:11.871805Z","caller":"traceutil/trace.go:171","msg":"trace[916963736] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24794; }","duration":"1.723900636s","start":"2026-03-03T20:59:10.147892Z","end":"2026-03-03T20:59:11.871793Z","steps":["trace[916963736] 'agreement among raft nodes before linearized reading' (duration: 1.72364715s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:11.871579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:09.949403Z","time spent":"1.922165661s","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:11.87185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:10.147875Z","time spent":"1.723956078s","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T20:59:11.871828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:08.990482Z","time spent":"2.881334498s","remote":"127.0.0.1:46628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:11.871428Z","caller":"traceutil/trace.go:171","msg":"trace[854349836] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24794; }","duration":"2.431403849s","start":"2026-03-03T20:59:09.440011Z","end":"2026-03-03T20:59:11.871415Z","steps":["trace[854349836] 'agreement among raft nodes before linearized reading' (duration: 2.430893637s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:11.871511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:08.561337Z","time spent":"3.310162048s","remote":"127.0.0.1:42852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:11.871913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:09.43999Z","time spent":"2.43190488s","remote":"127.0.0.1:46666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:11.871409Z","caller":"traceutil/trace.go:171","msg":"trace[248401415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24794; }","duration":"2.545052428s","start":"2026-03-03T20:59:09.326344Z","end":"2026-03-03T20:59:11.871396Z","steps":["trace[248401415] 'agreement among raft nodes before linearized reading' (duration: 2.544951906s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:11.87199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:09.326318Z","time spent":"2.545658932s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:59:11.871321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.610789359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:11.873859Z","caller":"traceutil/trace.go:171","msg":"trace[1797145453] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24794; }","duration":"3.6133811s","start":"2026-03-03T20:59:08.260451Z","end":"2026-03-03T20:59:11.873833Z","steps":["trace[1797145453] 'agreement among raft nodes before linearized reading' (duration: 3.610763179s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:11.873935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:08.260431Z","time spent":"3.613481472s","remote":"127.0.0.1:57428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:11.895296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.691334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:11.89538Z","caller":"traceutil/trace.go:171","msg":"trace[1657786494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24794; }","duration":"927.821068ms","start":"2026-03-03T20:59:10.96754Z","end":"2026-03-03T20:59:11.895361Z","steps":["trace[1657786494] 'agreement among raft nodes before linearized reading' (duration: 904.210899ms)","trace[1657786494] 'range keys from in-memory index tree' (duration: 23.493065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:11.895416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:10.967525Z","time spent":"927.883729ms","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:11.895596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67888483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:11.895851Z","caller":"traceutil/trace.go:171","msg":"trace[77134615] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24794; }","duration":"1.679148117s","start":"2026-03-03T20:59:10.216683Z","end":"2026-03-03T20:59:11.895831Z","steps":["trace[77134615] 'agreement among raft nodes before linearized reading' (duration: 1.655102199s)","trace[77134615] 'count revisions from in-memory index tree' (duration: 23.762982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:11.895903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344491825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:11.895964Z","caller":"traceutil/trace.go:171","msg":"trace[600249251] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24794; }","duration":"1.344580786s","start":"2026-03-03T20:59:10.551369Z","end":"2026-03-03T20:59:11.895949Z","steps":["trace[600249251] 'agreement among raft nodes before linearized reading' (duration: 1.320393075s)","trace[600249251] 'count revisions from in-memory index tree' (duration: 24.10693ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:11.895964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613504502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:11.895992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:10.551353Z","time spent":"1.344631888s","remote":"127.0.0.1:54040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:11.895999Z","caller":"traceutil/trace.go:171","msg":"trace[1951577811] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24794; }","duration":"1.613570714s","start":"2026-03-03T20:59:10.282417Z","end":"2026-03-03T20:59:11.895988Z","steps":["trace[1951577811] 'agreement among raft nodes before linearized reading' (duration: 1.589359662s)","trace[1951577811] 'count revisions from in-memory index tree' (duration: 24.167921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:11.896031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:10.282397Z","time spent":"1.613625845s","remote":"127.0.0.1:57376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:11.895915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:10.216608Z","time spent":"1.67928589s","remote":"127.0.0.1:46308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:11.895774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.427719588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T20:59:11.896249Z","caller":"traceutil/trace.go:171","msg":"trace[2067091262] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24794; }","duration":"3.428196099s","start":"2026-03-03T20:59:08.468043Z","end":"2026-03-03T20:59:11.896239Z","steps":["trace[2067091262] 'agreement among raft nodes before linearized reading' (duration: 3.403754991s)","trace[2067091262] 'range keys from in-memory index tree' (duration: 23.869494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:11.896278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:08.468011Z","time spent":"3.428259351s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:59:11.895621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.742335484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:11.896383Z","caller":"traceutil/trace.go:171","msg":"trace[1554806897] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24794; }","duration":"1.743165394s","start":"2026-03-03T20:59:10.153209Z","end":"2026-03-03T20:59:11.896374Z","steps":["trace[1554806897] 'agreement among raft nodes before linearized reading' (duration: 1.718589063s)","trace[1554806897] 'range keys from in-memory index tree' (duration: 23.784762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:11.896402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:10.153167Z","time spent":"1.743229386s","remote":"127.0.0.1:45926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:59:12.178976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.965993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T20:59:12.179052Z","caller":"traceutil/trace.go:171","msg":"trace[804716473] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24798; }","duration":"277.068985ms","start":"2026-03-03T20:59:11.901966Z","end":"2026-03-03T20:59:12.179035Z","steps":["trace[804716473] 'range keys from in-memory index tree' (duration: 276.816399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:12.179005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.539766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T20:59:12.179066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.871731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:12.179101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.906351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-03-03T20:59:12.179141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.464478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-03T20:59:12.179159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.299123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-03T20:59:12.179189Z","caller":"traceutil/trace.go:171","msg":"trace[700843284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24798; }","duration":"277.023884ms","start":"2026-03-03T20:59:11.902139Z","end":"2026-03-03T20:59:12.179163Z","steps":["trace[700843284] 'range keys from in-memory index tree' (duration: 276.795708ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:12.179209Z","caller":"traceutil/trace.go:171","msg":"trace[1614293759] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:24798; }","duration":"302.062325ms","start":"2026-03-03T20:59:11.877119Z","end":"2026-03-03T20:59:12.179182Z","steps":["trace[1614293759] 'agreement among raft nodes before linearized reading' (duration: 20.759242ms)","trace[1614293759] 'range keys from in-memory index tree' (duration: 281.031177ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:12.179218Z","caller":"traceutil/trace.go:171","msg":"trace[425951703] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24798; }","duration":"278.56148ms","start":"2026-03-03T20:59:11.900639Z","end":"2026-03-03T20:59:12.1792Z","steps":["trace[425951703] 'range keys from in-memory index tree' (duration: 278.299463ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:12.179235Z","caller":"traceutil/trace.go:171","msg":"trace[1685084591] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24798; }","duration":"278.402276ms","start":"2026-03-03T20:59:11.90081Z","end":"2026-03-03T20:59:12.179213Z","steps":["trace[1685084591] 'range keys from in-memory index tree' (duration: 278.15001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:12.179276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:11.877101Z","time spent":"302.163797ms","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1474,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-03-03T20:59:12.179366Z","caller":"traceutil/trace.go:171","msg":"trace[1243835048] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24798; }","duration":"280.72206ms","start":"2026-03-03T20:59:11.898432Z","end":"2026-03-03T20:59:12.179154Z","steps":["trace[1243835048] 'range keys from in-memory index tree' (duration: 280.477964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:12.179391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.136972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:12.179444Z","caller":"traceutil/trace.go:171","msg":"trace[86313747] linearizableReadLoop","detail":"{readStateIndex:25705; appliedIndex:25704; }","duration":"212.873284ms","start":"2026-03-03T20:59:11.966556Z","end":"2026-03-03T20:59:12.179429Z","steps":["trace[86313747] 'read index received' (duration: 53.951µs)","trace[86313747] 'applied index is now lower than readState.Index' (duration: 212.817383ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:12.179632Z","caller":"traceutil/trace.go:171","msg":"trace[1069560069] transaction","detail":"{read_only:false; response_revision:24799; number_of_response:1; }","duration":"276.621845ms","start":"2026-03-03T20:59:11.902999Z","end":"2026-03-03T20:59:12.179621Z","steps":["trace[1069560069] 'process raft request' (duration: 16.189336ms)","trace[1069560069] 'compare' (duration: 259.326673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:12.179628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.586708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:12.179685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.13456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-03-03T20:59:12.179705Z","caller":"traceutil/trace.go:171","msg":"trace[1454507073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24799; }","duration":"209.71724ms","start":"2026-03-03T20:59:11.969974Z","end":"2026-03-03T20:59:12.179692Z","steps":["trace[1454507073] 'agreement among raft nodes before linearized reading' (duration: 209.613258ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:12.179731Z","caller":"traceutil/trace.go:171","msg":"trace[229484796] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24799; }","duration":"213.218262ms","start":"2026-03-03T20:59:11.966502Z","end":"2026-03-03T20:59:12.17972Z","steps":["trace[229484796] 'agreement among raft nodes before linearized reading' (duration: 213.068238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:12.180373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.904031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:12.180427Z","caller":"traceutil/trace.go:171","msg":"trace[849824383] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24798; }","duration":"279.973722ms","start":"2026-03-03T20:59:11.900442Z","end":"2026-03-03T20:59:12.180416Z","steps":["trace[849824383] 'range keys from in-memory index tree' (duration: 279.840889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:12.684117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875513732,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:59:13.184367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875513732,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:59:13.685165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875513732,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:59:14.186235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875513732,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:59:14.304301Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.120929778s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:59:14.966558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000388108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:59:14.966652Z","caller":"traceutil/trace.go:171","msg":"trace[1689256699] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000501581s","start":"2026-03-03T20:59:12.966126Z","end":"2026-03-03T20:59:14.966628Z","steps":["trace[1689256699] 'agreement among raft nodes before linearized reading' (duration: 2.000382818s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:14.966729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:12.966065Z","time spent":"2.000653714s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:15.478593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174018436s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:15.478729Z","caller":"traceutil/trace.go:171","msg":"trace[2093446256] transaction","detail":"{read_only:false; response_revision:24800; number_of_response:1; }","duration":"3.295417875s","start":"2026-03-03T20:59:12.183292Z","end":"2026-03-03T20:59:15.47871Z","steps":["trace[2093446256] 'process raft request' (duration: 2.121213845s)","trace[2093446256] 'compare' (duration: 1.173572095s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:15.478765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:12.183277Z","time spent":"3.295472436s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:59:16.378376Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.073734281s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:59:16.967434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000053521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:59:16.967493Z","caller":"traceutil/trace.go:171","msg":"trace[1812222836] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000172464s","start":"2026-03-03T20:59:14.967306Z","end":"2026-03-03T20:59:16.967479Z","steps":["trace[1812222836] 'agreement among raft nodes before linearized reading' (duration: 2.000080302s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:16.967524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:14.967289Z","time spent":"2.000229005s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:17.183028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:12.183313Z","time spent":"4.999708787s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 20:59:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:17.665904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.773309ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:17.666235Z","caller":"traceutil/trace.go:171","msg":"trace[554566579] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24800; }","duration":"212.202279ms","start":"2026-03-03T20:59:17.454004Z","end":"2026-03-03T20:59:17.666207Z","steps":["trace[554566579] 'range keys from in-memory index tree' (duration: 211.737808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:17.666367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287670867s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:17.667018Z","caller":"traceutil/trace.go:171","msg":"trace[924856049] linearizableReadLoop","detail":"{readStateIndex:25717; appliedIndex:25705; }","duration":"5.483525114s","start":"2026-03-03T20:59:12.183473Z","end":"2026-03-03T20:59:17.666998Z","steps":["trace[924856049] 'read index received' (duration: 2.121116713s)","trace[924856049] 'applied index is now lower than readState.Index' (duration: 3.362407141s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:17.667355Z","caller":"traceutil/trace.go:171","msg":"trace[988851869] transaction","detail":"{read_only:false; response_revision:24802; number_of_response:1; }","duration":"5.4803419s","start":"2026-03-03T20:59:12.186999Z","end":"2026-03-03T20:59:17.667341Z","steps":["trace[988851869] 'process raft request' (duration: 5.47950878s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:17.667426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:12.186992Z","time spent":"5.480395841s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:17.667457Z","caller":"traceutil/trace.go:171","msg":"trace[608848758] transaction","detail":"{read_only:false; response_revision:24804; number_of_response:1; }","duration":"5.338136447s","start":"2026-03-03T20:59:12.329292Z","end":"2026-03-03T20:59:17.667428Z","steps":["trace[608848758] 'process raft request' (duration: 5.33741496s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:17.667524Z","caller":"traceutil/trace.go:171","msg":"trace[1263035392] transaction","detail":"{read_only:false; response_revision:24805; number_of_response:1; }","duration":"3.998866553s","start":"2026-03-03T20:59:13.668645Z","end":"2026-03-03T20:59:17.667511Z","steps":["trace[1263035392] 'process raft request' (duration: 3.998104985s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:17.667589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:12.329276Z","time spent":"5.33824421s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:17.667576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.484080077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9564"} {"level":"info","ts":"2026-03-03T20:59:17.667639Z","caller":"traceutil/trace.go:171","msg":"trace[1974357978] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:24811; }","duration":"5.484174798s","start":"2026-03-03T20:59:12.183449Z","end":"2026-03-03T20:59:17.667624Z","steps":["trace[1974357978] 'agreement among raft nodes before linearized reading' (duration: 5.483964033s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:17.667646Z","caller":"traceutil/trace.go:171","msg":"trace[1127502928] transaction","detail":"{read_only:false; response_revision:24807; number_of_response:1; }","duration":"3.998909844s","start":"2026-03-03T20:59:13.668728Z","end":"2026-03-03T20:59:17.667638Z","steps":["trace[1127502928] 'process raft request' (duration: 3.998096575s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:17.667791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.149173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:17.667818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.589769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:17.667832Z","caller":"traceutil/trace.go:171","msg":"trace[2023762035] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24811; }","duration":"837.211114ms","start":"2026-03-03T20:59:16.830609Z","end":"2026-03-03T20:59:17.66782Z","steps":["trace[2023762035] 'agreement among raft nodes before linearized reading' (duration: 837.123922ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:17.667848Z","caller":"traceutil/trace.go:171","msg":"trace[402766741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24811; }","duration":"693.64976ms","start":"2026-03-03T20:59:16.974193Z","end":"2026-03-03T20:59:17.667843Z","steps":["trace[402766741] 'agreement among raft nodes before linearized reading' (duration: 693.591299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:17.667867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:16.974175Z","time spent":"693.689351ms","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:17.667873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:16.830596Z","time spent":"837.269646ms","remote":"127.0.0.1:45806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:17.667916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.690173823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T20:59:17.667921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:13.668725Z","time spent":"3.999079237s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:17.667974Z","caller":"traceutil/trace.go:171","msg":"trace[667623754] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24811; }","duration":"3.690226514s","start":"2026-03-03T20:59:13.977731Z","end":"2026-03-03T20:59:17.667957Z","steps":["trace[667623754] 'agreement among raft nodes before linearized reading' (duration: 3.689991979s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:17.667862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.617993217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:17.668022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:13.977664Z","time spent":"3.690348377s","remote":"127.0.0.1:38938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":159,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:17.668035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.37290436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:17.668046Z","caller":"traceutil/trace.go:171","msg":"trace[1502225145] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24811; }","duration":"3.618247792s","start":"2026-03-03T20:59:14.049771Z","end":"2026-03-03T20:59:17.668019Z","steps":["trace[1502225145] 'agreement among raft nodes before linearized reading' (duration: 3.61771799s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:17.668073Z","caller":"traceutil/trace.go:171","msg":"trace[1757105403] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24811; }","duration":"4.372976511s","start":"2026-03-03T20:59:13.295086Z","end":"2026-03-03T20:59:17.668063Z","steps":["trace[1757105403] 'agreement among raft nodes before linearized reading' (duration: 4.37291367s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:17.668108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484468506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:17.668116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.763610398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:59:17.66813Z","caller":"traceutil/trace.go:171","msg":"trace[461655951] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24811; }","duration":"1.484551249s","start":"2026-03-03T20:59:16.183574Z","end":"2026-03-03T20:59:17.668125Z","steps":["trace[461655951] 'agreement among raft nodes before linearized reading' (duration: 1.484474847s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:17.668121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:13.295066Z","time spent":"4.373047053s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:17.668145Z","caller":"traceutil/trace.go:171","msg":"trace[2138185077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24811; }","duration":"3.763856604s","start":"2026-03-03T20:59:13.90428Z","end":"2026-03-03T20:59:17.668137Z","steps":["trace[2138185077] 'agreement among raft nodes before linearized reading' (duration: 3.763602548s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:17.667556Z","caller":"traceutil/trace.go:171","msg":"trace[884462669] transaction","detail":"{read_only:false; response_revision:24808; number_of_response:1; }","duration":"3.998646037s","start":"2026-03-03T20:59:13.668847Z","end":"2026-03-03T20:59:17.667493Z","steps":["trace[884462669] 'process raft request' (duration: 3.998014423s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:17.668174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:13.904258Z","time spent":"3.763909786s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:59:17.668101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:14.049745Z","time spent":"3.618341985s","remote":"127.0.0.1:60388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:17.668233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.988967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:17.668225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.685637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:17.667969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.75702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:17.668254Z","caller":"traceutil/trace.go:171","msg":"trace[371274850] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24811; }","duration":"886.035488ms","start":"2026-03-03T20:59:16.782215Z","end":"2026-03-03T20:59:17.66825Z","steps":["trace[371274850] 'agreement among raft nodes before linearized reading' (duration: 885.945066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:17.668261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.765707287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T20:59:17.66827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:16.782199Z","time spent":"886.067929ms","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:17.66827Z","caller":"traceutil/trace.go:171","msg":"trace[486655681] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24811; }","duration":"695.749279ms","start":"2026-03-03T20:59:16.972509Z","end":"2026-03-03T20:59:17.668258Z","steps":["trace[486655681] 'agreement among raft nodes before linearized reading' (duration: 695.670147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:17.668282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.47691685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-03-03T20:59:17.668292Z","caller":"traceutil/trace.go:171","msg":"trace[720437669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24811; }","duration":"3.765771629s","start":"2026-03-03T20:59:13.90251Z","end":"2026-03-03T20:59:17.668282Z","steps":["trace[720437669] 'agreement among raft nodes before linearized reading' (duration: 3.765690687s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:17.668313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.558698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:17.668317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:16.972498Z","time spent":"695.81125ms","remote":"127.0.0.1:46314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:17.667864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.294495229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:17.668336Z","caller":"traceutil/trace.go:171","msg":"trace[1717463989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24811; }","duration":"777.60362ms","start":"2026-03-03T20:59:16.890726Z","end":"2026-03-03T20:59:17.66833Z","steps":["trace[1717463989] 'agreement among raft nodes before linearized reading' (duration: 777.570179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:17.66836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:16.890712Z","time spent":"777.64516ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:59:17.668365Z","caller":"traceutil/trace.go:171","msg":"trace[859758653] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24811; }","duration":"4.29499407s","start":"2026-03-03T20:59:13.37336Z","end":"2026-03-03T20:59:17.668354Z","steps":["trace[859758653] 'agreement among raft nodes before linearized reading' (duration: 4.294407427s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:17.668404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:13.37334Z","time spent":"4.295054391s","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:17.66841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.477397121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T20:59:17.668443Z","caller":"traceutil/trace.go:171","msg":"trace[1994004050] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24811; }","duration":"5.477437012s","start":"2026-03-03T20:59:12.190996Z","end":"2026-03-03T20:59:17.668433Z","steps":["trace[1994004050] 'agreement among raft nodes before linearized reading' (duration: 5.47734757s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:17.668483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:12.19099Z","time spent":"5.477485923s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T20:59:17.6685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.4577301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:17.668224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:13.668842Z","time spent":"3.999332113s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:17.668519Z","caller":"traceutil/trace.go:171","msg":"trace[203900474] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24811; }","duration":"2.457794452s","start":"2026-03-03T20:59:15.21072Z","end":"2026-03-03T20:59:17.668514Z","steps":["trace[203900474] 'agreement among raft nodes before linearized reading' (duration: 2.457758791s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:17.668536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:15.210693Z","time spent":"2.457838923s","remote":"127.0.0.1:46002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:17.668544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.093938891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-03T20:59:17.668574Z","caller":"traceutil/trace.go:171","msg":"trace[1261595868] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:24811; }","duration":"2.094014773s","start":"2026-03-03T20:59:15.574553Z","end":"2026-03-03T20:59:17.668568Z","steps":["trace[1261595868] 'agreement among raft nodes before linearized reading' (duration: 2.093840209s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:17.66866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:15.574531Z","time spent":"2.094121516s","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"warn","ts":"2026-03-03T20:59:17.667966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.455636956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-cdf7ff567-4xgxc.18996fc7c91805a3\" ","response":"range_response_count:1 size:903"} {"level":"warn","ts":"2026-03-03T20:59:17.667684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:12.183443Z","time spent":"5.484233991s","remote":"127.0.0.1:46112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9587,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"info","ts":"2026-03-03T20:59:17.668708Z","caller":"traceutil/trace.go:171","msg":"trace[172134915] range","detail":"{range_begin:/registry/events/openstack/heat-api-cdf7ff567-4xgxc.18996fc7c91805a3; range_end:; response_count:1; response_revision:24811; }","duration":"5.456411954s","start":"2026-03-03T20:59:12.212283Z","end":"2026-03-03T20:59:17.668695Z","steps":["trace[172134915] 'agreement among raft nodes before linearized reading' (duration: 5.455560834s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:17.668755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:12.212265Z","time spent":"5.456478285s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":926,"request content":"key:\"/registry/events/openstack/heat-api-cdf7ff567-4xgxc.18996fc7c91805a3\" "} {"level":"info","ts":"2026-03-03T20:59:17.668322Z","caller":"traceutil/trace.go:171","msg":"trace[1486231122] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:1; response_revision:24811; }","duration":"5.476969671s","start":"2026-03-03T20:59:12.191337Z","end":"2026-03-03T20:59:17.668306Z","steps":["trace[1486231122] 'agreement among raft nodes before linearized reading' (duration: 5.476859929s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:17.668811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:12.191324Z","time spent":"5.477476823s","remote":"127.0.0.1:45870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" "} {"level":"warn","ts":"2026-03-03T20:59:17.668148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:16.183533Z","time spent":"1.48461079s","remote":"127.0.0.1:46134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:17.668297Z","caller":"traceutil/trace.go:171","msg":"trace[421143832] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24811; }","duration":"411.080808ms","start":"2026-03-03T20:59:17.257205Z","end":"2026-03-03T20:59:17.668286Z","steps":["trace[421143832] 'agreement among raft nodes before linearized reading' (duration: 410.73997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:17.668277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.805904861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:17.668934Z","caller":"traceutil/trace.go:171","msg":"trace[167606122] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24811; }","duration":"3.806604577s","start":"2026-03-03T20:59:13.862321Z","end":"2026-03-03T20:59:17.668926Z","steps":["trace[167606122] 'agreement among raft nodes before linearized reading' (duration: 3.805930562s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:17.668933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:17.257145Z","time spent":"411.774563ms","remote":"127.0.0.1:45794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:17.669017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:13.862284Z","time spent":"3.80671535s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:17.667685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:13.668624Z","time spent":"3.998961874s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:17.66769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.480630516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-03T20:59:17.669216Z","caller":"traceutil/trace.go:171","msg":"trace[1470809037] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:24811; }","duration":"5.482174892s","start":"2026-03-03T20:59:12.187021Z","end":"2026-03-03T20:59:17.669196Z","steps":["trace[1470809037] 'agreement among raft nodes before linearized reading' (duration: 5.480461602s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:17.667736Z","caller":"traceutil/trace.go:171","msg":"trace[529608403] transaction","detail":"{read_only:false; response_revision:24803; number_of_response:1; }","duration":"5.476691635s","start":"2026-03-03T20:59:12.191039Z","end":"2026-03-03T20:59:17.66773Z","steps":["trace[529608403] 'process raft request' (duration: 5.47561743s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:17.669281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:12.187013Z","time spent":"5.482253834s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-03-03T20:59:17.66932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:12.191019Z","time spent":"5.478254011s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:17.667468Z","caller":"traceutil/trace.go:171","msg":"trace[315380861] transaction","detail":"{read_only:false; response_revision:24806; number_of_response:1; }","duration":"3.998738119s","start":"2026-03-03T20:59:13.668706Z","end":"2026-03-03T20:59:17.667444Z","steps":["trace[315380861] 'process raft request' (duration: 3.998076414s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:17.669405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:13.668702Z","time spent":"4.000676124s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:17.667744Z","caller":"traceutil/trace.go:171","msg":"trace[1198055523] transaction","detail":"{read_only:false; response_revision:24810; number_of_response:1; }","duration":"3.998199667s","start":"2026-03-03T20:59:13.669538Z","end":"2026-03-03T20:59:17.667738Z","steps":["trace[1198055523] 'process raft request' (duration: 3.997392778s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:17.667764Z","caller":"traceutil/trace.go:171","msg":"trace[1849596468] transaction","detail":"{read_only:false; response_revision:24811; number_of_response:1; }","duration":"3.99577774s","start":"2026-03-03T20:59:13.671982Z","end":"2026-03-03T20:59:17.667759Z","steps":["trace[1849596468] 'process raft request' (duration: 3.994976842s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:17.669584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:13.671976Z","time spent":"3.997544391s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:17.668326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:13.902489Z","time spent":"3.76583121s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T20:59:17.667718Z","caller":"traceutil/trace.go:171","msg":"trace[1052113985] transaction","detail":"{read_only:false; response_revision:24809; number_of_response:1; }","duration":"3.998556735s","start":"2026-03-03T20:59:13.669153Z","end":"2026-03-03T20:59:17.66771Z","steps":["trace[1052113985] 'process raft request' (duration: 3.997740516s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:17.669807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:13.669148Z","time spent":"4.000567002s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:17.675266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:13.669511Z","time spent":"3.999929237s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:18.178634Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875513750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:59:19.71077Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.264711733s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:59:19.804468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382776225s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:19.804685Z","caller":"traceutil/trace.go:171","msg":"trace[1266695301] transaction","detail":"{read_only:false; response_revision:24812; number_of_response:1; }","duration":"2.130452359s","start":"2026-03-03T20:59:17.674176Z","end":"2026-03-03T20:59:19.804629Z","steps":["trace[1266695301] 'process raft request' (duration: 747.435139ms)","trace[1266695301] 'compare' (duration: 17.050106ms)","trace[1266695301] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/openstack/heat-api-cdf7ff567-4xgxc.18996fc7c91805a3; req_size:882; } (duration: 1.364618943s)"],"step_count":3} {"level":"info","ts":"2026-03-03T20:59:19.804788Z","caller":"traceutil/trace.go:171","msg":"trace[1222738037] linearizableReadLoop","detail":"{readStateIndex:25722; appliedIndex:25717; }","duration":"2.127241063s","start":"2026-03-03T20:59:17.677534Z","end":"2026-03-03T20:59:19.804775Z","steps":["trace[1222738037] 'read index received' (duration: 744.09149ms)","trace[1222738037] 'applied index is now lower than readState.Index' (duration: 1.383148803s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:19.804755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:17.674293Z","time spent":"2.130454129s","remote":"127.0.0.1:45704","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T20:59:19.804831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:17.674148Z","time spent":"2.130605162s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:19.804978Z","caller":"traceutil/trace.go:171","msg":"trace[535239734] transaction","detail":"{read_only:false; response_revision:24813; number_of_response:1; }","duration":"2.13052379s","start":"2026-03-03T20:59:17.674428Z","end":"2026-03-03T20:59:19.804952Z","steps":["trace[535239734] 'process raft request' (duration: 2.130212293s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:19.805028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:17.674406Z","time spent":"2.130598192s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:19.805361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127799137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-03T20:59:19.805434Z","caller":"traceutil/trace.go:171","msg":"trace[1105672623] transaction","detail":"{read_only:false; response_revision:24815; number_of_response:1; }","duration":"1.961126696s","start":"2026-03-03T20:59:17.844291Z","end":"2026-03-03T20:59:19.805417Z","steps":["trace[1105672623] 'process raft request' (duration: 1.96044498s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:19.805442Z","caller":"traceutil/trace.go:171","msg":"trace[1575452130] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24815; }","duration":"2.127910499s","start":"2026-03-03T20:59:17.677507Z","end":"2026-03-03T20:59:19.805417Z","steps":["trace[1575452130] 'agreement among raft nodes before linearized reading' (duration: 2.127677894s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:19.805496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:17.677493Z","time spent":"2.127994511s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-03T20:59:19.805516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:17.844265Z","time spent":"1.961211278s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:19.805417Z","caller":"traceutil/trace.go:171","msg":"trace[920360540] transaction","detail":"{read_only:false; response_revision:24814; number_of_response:1; }","duration":"2.11975196s","start":"2026-03-03T20:59:17.685634Z","end":"2026-03-03T20:59:19.805386Z","steps":["trace[920360540] 'process raft request' (duration: 2.119077874s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:19.805617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:17.685625Z","time spent":"2.119955824s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:19.96554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999993749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:59:19.965632Z","caller":"traceutil/trace.go:171","msg":"trace[649265616] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000159863s","start":"2026-03-03T20:59:17.965451Z","end":"2026-03-03T20:59:19.965611Z","steps":["trace[649265616] 'agreement among raft nodes before linearized reading' (duration: 2.0000188s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:19.965688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:17.965433Z","time spent":"2.000240275s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:59:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:20.856166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.933135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:20.856424Z","caller":"traceutil/trace.go:171","msg":"trace[993066604] transaction","detail":"{read_only:false; response_revision:24816; number_of_response:1; }","duration":"1.461891163s","start":"2026-03-03T20:59:19.394502Z","end":"2026-03-03T20:59:20.856393Z","steps":["trace[993066604] 'process raft request' (duration: 532.63213ms)","trace[993066604] 'compare' (duration: 316.056441ms)","trace[993066604] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/ingress-nginx/ingress-nginx-leader; req_size:472; } (duration: 611.734128ms)"],"step_count":3} {"level":"info","ts":"2026-03-03T20:59:20.85648Z","caller":"traceutil/trace.go:171","msg":"trace[845137875] transaction","detail":"{read_only:false; response_revision:24817; number_of_response:1; }","duration":"1.180157919s","start":"2026-03-03T20:59:19.676296Z","end":"2026-03-03T20:59:20.856454Z","steps":["trace[845137875] 'process raft request' (duration: 1.179993515s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:20.856547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:19.394482Z","time spent":"1.462003415s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:20.856591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:19.676279Z","time spent":"1.180261462s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:20.856875Z","caller":"traceutil/trace.go:171","msg":"trace[913027577] transaction","detail":"{read_only:false; response_revision:24818; number_of_response:1; }","duration":"1.179640287s","start":"2026-03-03T20:59:19.677216Z","end":"2026-03-03T20:59:20.856856Z","steps":["trace[913027577] 'process raft request' (duration: 1.179183737s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:20.856984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:19.6772Z","time spent":"1.179726219s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:20.856921Z","caller":"traceutil/trace.go:171","msg":"trace[1655080506] transaction","detail":"{read_only:false; response_revision:24819; number_of_response:1; }","duration":"1.17764165s","start":"2026-03-03T20:59:19.67926Z","end":"2026-03-03T20:59:20.856901Z","steps":["trace[1655080506] 'process raft request' (duration: 1.177482027s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:20.857084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:19.679243Z","time spent":"1.177786534s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:20.857218Z","caller":"traceutil/trace.go:171","msg":"trace[1414716757] transaction","detail":"{read_only:false; response_revision:24820; number_of_response:1; }","duration":"1.177916317s","start":"2026-03-03T20:59:19.679277Z","end":"2026-03-03T20:59:20.857193Z","steps":["trace[1414716757] 'process raft request' (duration: 1.177562879s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:20.857343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:19.67925Z","time spent":"1.17803943s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:20.857377Z","caller":"traceutil/trace.go:171","msg":"trace[2115182228] transaction","detail":"{read_only:false; response_revision:24822; number_of_response:1; }","duration":"1.172780278s","start":"2026-03-03T20:59:19.684566Z","end":"2026-03-03T20:59:20.857346Z","steps":["trace[2115182228] 'process raft request' (duration: 1.172687195s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:20.85753Z","caller":"traceutil/trace.go:171","msg":"trace[982367791] transaction","detail":"{read_only:false; response_revision:24821; number_of_response:1; }","duration":"1.17417311s","start":"2026-03-03T20:59:19.683339Z","end":"2026-03-03T20:59:20.857512Z","steps":["trace[982367791] 'process raft request' (duration: 1.173767411s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:20.85757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:19.68456Z","time spent":"1.172906711s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:20.85763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:19.683331Z","time spent":"1.174250972s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:20.857832Z","caller":"traceutil/trace.go:171","msg":"trace[1227541096] transaction","detail":"{read_only:false; response_revision:24824; number_of_response:1; }","duration":"1.051933322s","start":"2026-03-03T20:59:19.805843Z","end":"2026-03-03T20:59:20.857776Z","steps":["trace[1227541096] 'process raft request' (duration: 1.051809269s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:20.857924Z","caller":"traceutil/trace.go:171","msg":"trace[1369819631] transaction","detail":"{read_only:false; response_revision:24823; number_of_response:1; }","duration":"1.171827486s","start":"2026-03-03T20:59:19.686075Z","end":"2026-03-03T20:59:20.857902Z","steps":["trace[1369819631] 'process raft request' (duration: 1.171214231s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:20.858029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:19.686061Z","time spent":"1.171913308s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:20.858073Z","caller":"traceutil/trace.go:171","msg":"trace[1501190521] linearizableReadLoop","detail":"{readStateIndex:25730; appliedIndex:25722; }","duration":"1.053238682s","start":"2026-03-03T20:59:19.804811Z","end":"2026-03-03T20:59:20.858049Z","steps":["trace[1501190521] 'read index received' (duration: 122.312421ms)","trace[1501190521] 'applied index is now lower than readState.Index' (duration: 930.923371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:20.858175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189925521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:20.858233Z","caller":"traceutil/trace.go:171","msg":"trace[603551562] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24824; }","duration":"2.190023793s","start":"2026-03-03T20:59:18.66819Z","end":"2026-03-03T20:59:20.858214Z","steps":["trace[603551562] 'agreement among raft nodes before linearized reading' (duration: 2.18991179s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:20.858233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:19.805823Z","time spent":"1.052110665s","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:20.858233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.057574861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:20.858271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:18.668167Z","time spent":"2.190094295s","remote":"127.0.0.1:53994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:20.858292Z","caller":"traceutil/trace.go:171","msg":"trace[1330193244] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24824; }","duration":"3.057670493s","start":"2026-03-03T20:59:17.800599Z","end":"2026-03-03T20:59:20.85827Z","steps":["trace[1330193244] 'agreement among raft nodes before linearized reading' (duration: 3.057568981s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:20.858345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:17.800575Z","time spent":"3.057753725s","remote":"127.0.0.1:53922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:20.858379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.177964617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-03T20:59:20.858415Z","caller":"traceutil/trace.go:171","msg":"trace[1043101964] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24824; }","duration":"3.178010978s","start":"2026-03-03T20:59:17.680392Z","end":"2026-03-03T20:59:20.858403Z","steps":["trace[1043101964] 'agreement among raft nodes before linearized reading' (duration: 3.177868505s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:20.858448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:17.680387Z","time spent":"3.178054589s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T20:59:20.8585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.072868376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-03T20:59:20.858518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111398942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-03T20:59:20.858568Z","caller":"traceutil/trace.go:171","msg":"trace[1784265679] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24824; }","duration":"1.111467574s","start":"2026-03-03T20:59:19.747087Z","end":"2026-03-03T20:59:20.858554Z","steps":["trace[1784265679] 'agreement among raft nodes before linearized reading' (duration: 1.111367631s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:20.858572Z","caller":"traceutil/trace.go:171","msg":"trace[2077081416] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24824; }","duration":"3.072967938s","start":"2026-03-03T20:59:17.785582Z","end":"2026-03-03T20:59:20.85855Z","steps":["trace[2077081416] 'agreement among raft nodes before linearized reading' (duration: 3.072788894s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:20.858594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:19.747075Z","time spent":"1.111511844s","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T20:59:20.85859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.125277653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-03-03T20:59:20.858575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673307072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T20:59:20.858627Z","caller":"traceutil/trace.go:171","msg":"trace[1728135526] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:24824; }","duration":"3.125350025s","start":"2026-03-03T20:59:17.733263Z","end":"2026-03-03T20:59:20.858613Z","steps":["trace[1728135526] 'agreement among raft nodes before linearized reading' (duration: 3.125222112s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:20.858622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:17.785564Z","time spent":"3.073042581s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-03T20:59:20.858653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:17.733242Z","time spent":"3.125405577s","remote":"127.0.0.1:45870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"info","ts":"2026-03-03T20:59:20.858651Z","caller":"traceutil/trace.go:171","msg":"trace[475985774] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24824; }","duration":"1.673416245s","start":"2026-03-03T20:59:19.185213Z","end":"2026-03-03T20:59:20.858629Z","steps":["trace[475985774] 'agreement among raft nodes before linearized reading' (duration: 1.67320304s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:20.858675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049649488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-db4546c65-fjd22.18996fc576259c3a\" ","response":"range_response_count:1 size:903"} {"level":"warn","ts":"2026-03-03T20:59:20.858529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031479691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:20.858706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:19.185197Z","time spent":"1.673500447s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:59:20.858734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.723224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:20.858764Z","caller":"traceutil/trace.go:171","msg":"trace[824839815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24824; }","duration":"892.811815ms","start":"2026-03-03T20:59:19.965944Z","end":"2026-03-03T20:59:20.858756Z","steps":["trace[824839815] 'agreement among raft nodes before linearized reading' (duration: 892.763154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:20.858788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:19.965912Z","time spent":"892.870477ms","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:20.858785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.372117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:20.858856Z","caller":"traceutil/trace.go:171","msg":"trace[945559276] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24824; }","duration":"378.516331ms","start":"2026-03-03T20:59:20.480322Z","end":"2026-03-03T20:59:20.858839Z","steps":["trace[945559276] 'agreement among raft nodes before linearized reading' (duration: 378.369188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:20.858866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02478143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:20.858892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042250956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9564"} {"level":"warn","ts":"2026-03-03T20:59:20.858902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.201488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:20.858908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:20.480291Z","time spent":"378.601842ms","remote":"127.0.0.1:46360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:20.858913Z","caller":"traceutil/trace.go:171","msg":"trace[188601351] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24824; }","duration":"1.024881093s","start":"2026-03-03T20:59:19.83402Z","end":"2026-03-03T20:59:20.858901Z","steps":["trace[188601351] 'agreement among raft nodes before linearized reading' (duration: 1.024734179s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:20.858927Z","caller":"traceutil/trace.go:171","msg":"trace[33089332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24824; }","duration":"246.265029ms","start":"2026-03-03T20:59:20.612655Z","end":"2026-03-03T20:59:20.85892Z","steps":["trace[33089332] 'agreement among raft nodes before linearized reading' (duration: 246.220518ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:20.858923Z","caller":"traceutil/trace.go:171","msg":"trace[223358612] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:24824; }","duration":"1.042293867s","start":"2026-03-03T20:59:19.81662Z","end":"2026-03-03T20:59:20.858914Z","steps":["trace[223358612] 'agreement among raft nodes before linearized reading' (duration: 1.042198685s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:20.858948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.614377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:20.858956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:19.816613Z","time spent":"1.042336518s","remote":"127.0.0.1:46112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9587,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"info","ts":"2026-03-03T20:59:20.858729Z","caller":"traceutil/trace.go:171","msg":"trace[1324243412] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-db4546c65-fjd22.18996fc576259c3a; range_end:; response_count:1; response_revision:24824; }","duration":"1.049788171s","start":"2026-03-03T20:59:19.808923Z","end":"2026-03-03T20:59:20.858712Z","steps":["trace[1324243412] 'agreement among raft nodes before linearized reading' (duration: 1.049640888s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:20.85896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:19.833994Z","time spent":"1.024951365s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:20.858739Z","caller":"traceutil/trace.go:171","msg":"trace[271470531] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24824; }","duration":"2.031728777s","start":"2026-03-03T20:59:18.827Z","end":"2026-03-03T20:59:20.858729Z","steps":["trace[271470531] 'agreement among raft nodes before linearized reading' (duration: 2.031489061s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:20.859007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:19.808894Z","time spent":"1.050096909s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":926,"request content":"key:\"/registry/events/openstack/heat-cfn-db4546c65-fjd22.18996fc576259c3a\" "} {"level":"warn","ts":"2026-03-03T20:59:20.859037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:18.826978Z","time spent":"2.032047874s","remote":"127.0.0.1:46398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:20.858976Z","caller":"traceutil/trace.go:171","msg":"trace[1084379266] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24824; }","duration":"621.688299ms","start":"2026-03-03T20:59:20.237279Z","end":"2026-03-03T20:59:20.858968Z","steps":["trace[1084379266] 'agreement among raft nodes before linearized reading' (duration: 621.622478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:20.859157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:20.237255Z","time spent":"621.887313ms","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:21.791245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.856495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:21.791439Z","caller":"traceutil/trace.go:171","msg":"trace[1166203946] transaction","detail":"{read_only:false; response_revision:24825; number_of_response:1; }","duration":"929.507979ms","start":"2026-03-03T20:59:20.861873Z","end":"2026-03-03T20:59:21.791381Z","steps":["trace[1166203946] 'process raft request' (duration: 151.396087ms)","trace[1166203946] 'compare' (duration: 492.840046ms)","trace[1166203946] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/openstack/heat-cfn-db4546c65-fjd22.18996fc576259c3a; req_size:882; } (duration: 284.486107ms)"],"step_count":3} {"level":"info","ts":"2026-03-03T20:59:21.791646Z","caller":"traceutil/trace.go:171","msg":"trace[699826795] transaction","detail":"{read_only:false; response_revision:24827; number_of_response:1; }","duration":"925.165237ms","start":"2026-03-03T20:59:20.866458Z","end":"2026-03-03T20:59:21.791623Z","steps":["trace[699826795] 'process raft request' (duration: 925.103346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:21.791668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:20.861861Z","time spent":"929.681672ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:21.791728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:20.86644Z","time spent":"925.257859ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T20:59:21.791854Z","caller":"traceutil/trace.go:171","msg":"trace[754270665] transaction","detail":"{read_only:false; response_revision:24826; number_of_response:1; }","duration":"927.477131ms","start":"2026-03-03T20:59:20.864367Z","end":"2026-03-03T20:59:21.791844Z","steps":["trace[754270665] 'process raft request' (duration: 927.01082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:21.791909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:20.864349Z","time spent":"927.526832ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:21.791899Z","caller":"traceutil/trace.go:171","msg":"trace[755904412] linearizableReadLoop","detail":"{readStateIndex:25732; appliedIndex:25731; }","duration":"929.041868ms","start":"2026-03-03T20:59:20.862815Z","end":"2026-03-03T20:59:21.791856Z","steps":["trace[755904412] 'read index received' (duration: 150.551347ms)","trace[755904412] 'applied index is now lower than readState.Index' (duration: 778.48541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:21.792038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.203921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5a48d047-32e3-4d9c-89ea-93e1ab0fd5e7\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-03T20:59:21.79212Z","caller":"traceutil/trace.go:171","msg":"trace[1208926230] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5a48d047-32e3-4d9c-89ea-93e1ab0fd5e7; range_end:; response_count:1; response_revision:24827; }","duration":"929.320644ms","start":"2026-03-03T20:59:20.862779Z","end":"2026-03-03T20:59:21.792099Z","steps":["trace[1208926230] 'agreement among raft nodes before linearized reading' (duration: 929.086439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:21.792168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:20.862768Z","time spent":"929.388636ms","remote":"127.0.0.1:45806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-5a48d047-32e3-4d9c-89ea-93e1ab0fd5e7\" "} {"level":"warn","ts":"2026-03-03T20:59:21.792167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.41856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:21.792171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.910031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:21.79223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.211221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:21.792241Z","caller":"traceutil/trace.go:171","msg":"trace[294664837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24827; }","duration":"825.565464ms","start":"2026-03-03T20:59:20.966656Z","end":"2026-03-03T20:59:21.792221Z","steps":["trace[294664837] 'agreement among raft nodes before linearized reading' (duration: 825.438881ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:21.792448Z","caller":"traceutil/trace.go:171","msg":"trace[601215313] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24827; }","duration":"928.028633ms","start":"2026-03-03T20:59:20.864208Z","end":"2026-03-03T20:59:21.792237Z","steps":["trace[601215313] 'agreement among raft nodes before linearized reading' (duration: 927.87216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:21.792177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.334714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-03T20:59:21.792478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:20.966625Z","time spent":"825.84575ms","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:21.792484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.133836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"warn","ts":"2026-03-03T20:59:21.792496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:20.8642Z","time spent":"928.283449ms","remote":"127.0.0.1:35916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:21.792472Z","caller":"traceutil/trace.go:171","msg":"trace[1126527796] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24827; }","duration":"594.514447ms","start":"2026-03-03T20:59:21.197939Z","end":"2026-03-03T20:59:21.792453Z","steps":["trace[1126527796] 'agreement among raft nodes before linearized reading' (duration: 594.237961ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:21.792542Z","caller":"traceutil/trace.go:171","msg":"trace[592593822] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:24827; }","duration":"928.192327ms","start":"2026-03-03T20:59:20.864333Z","end":"2026-03-03T20:59:21.792525Z","steps":["trace[592593822] 'agreement among raft nodes before linearized reading' (duration: 927.797028ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:21.792541Z","caller":"traceutil/trace.go:171","msg":"trace[442479592] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24827; }","duration":"929.722183ms","start":"2026-03-03T20:59:20.862787Z","end":"2026-03-03T20:59:21.79251Z","steps":["trace[442479592] 'agreement among raft nodes before linearized reading' (duration: 929.209461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:21.792566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.267076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-03-03T20:59:21.792587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:20.864299Z","time spent":"928.275289ms","remote":"127.0.0.1:45870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-03-03T20:59:21.792611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:20.862756Z","time spent":"929.837696ms","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T20:59:21.792587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.817113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"info","ts":"2026-03-03T20:59:21.792622Z","caller":"traceutil/trace.go:171","msg":"trace[1570528241] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24827; }","duration":"924.350418ms","start":"2026-03-03T20:59:20.86826Z","end":"2026-03-03T20:59:21.792611Z","steps":["trace[1570528241] 'agreement among raft nodes before linearized reading' (duration: 923.859577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:21.79263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:21.197916Z","time spent":"594.658351ms","remote":"127.0.0.1:57452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:21.792668Z","caller":"traceutil/trace.go:171","msg":"trace[796826634] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:24827; }","duration":"922.933965ms","start":"2026-03-03T20:59:20.869715Z","end":"2026-03-03T20:59:21.792649Z","steps":["trace[796826634] 'agreement among raft nodes before linearized reading' (duration: 922.437283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:21.792672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:20.868235Z","time spent":"924.42891ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T20:59:21.79271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:20.869703Z","time spent":"923.000197ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3334,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-03-03T20:59:21.792513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.95058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:21.792836Z","caller":"traceutil/trace.go:171","msg":"trace[1496820537] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24827; }","duration":"422.542264ms","start":"2026-03-03T20:59:21.370264Z","end":"2026-03-03T20:59:21.792807Z","steps":["trace[1496820537] 'agreement among raft nodes before linearized reading' (duration: 421.859788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:21.792901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:21.370204Z","time spent":"422.676966ms","remote":"127.0.0.1:46588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:22.300916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875513775,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:59:22.818641Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22540,"took":"11.071270717s","hash":735632172,"current-db-size-bytes":45719552,"current-db-size":"46 MB","current-db-size-in-use-bytes":40194048,"current-db-size-in-use":"40 MB"} {"level":"info","ts":"2026-03-03T20:59:22.818701Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":735632172,"revision":22540,"compact-revision":19922} {"level":"warn","ts":"2026-03-03T20:59:22.820871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.28537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:22.821026Z","caller":"traceutil/trace.go:171","msg":"trace[1445758324] transaction","detail":"{read_only:false; response_revision:24828; number_of_response:1; }","duration":"1.022309252s","start":"2026-03-03T20:59:21.798694Z","end":"2026-03-03T20:59:22.821004Z","steps":["trace[1445758324] 'process raft request' (duration: 899.616093ms)","trace[1445758324] 'compare' (duration: 121.064362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:22.821103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:21.798682Z","time spent":"1.022390704s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:23.148392Z","caller":"traceutil/trace.go:171","msg":"trace[1931697339] linearizableReadLoop","detail":"{readStateIndex:25736; appliedIndex:25734; }","duration":"1.348466097s","start":"2026-03-03T20:59:21.7999Z","end":"2026-03-03T20:59:23.148366Z","steps":["trace[1931697339] 'read index received' (duration: 898.426565ms)","trace[1931697339] 'applied index is now lower than readState.Index' (duration: 450.037972ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:23.148423Z","caller":"traceutil/trace.go:171","msg":"trace[529321735] transaction","detail":"{read_only:false; response_revision:24829; number_of_response:1; }","duration":"1.346724807s","start":"2026-03-03T20:59:21.801631Z","end":"2026-03-03T20:59:23.148356Z","steps":["trace[529321735] 'process raft request' (duration: 1.314814586s)","trace[529321735] 'compare' (duration: 31.4485ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:23.148719Z","caller":"traceutil/trace.go:171","msg":"trace[189424706] transaction","detail":"{read_only:false; response_revision:24830; number_of_response:1; }","duration":"464.547729ms","start":"2026-03-03T20:59:22.684155Z","end":"2026-03-03T20:59:23.148702Z","steps":["trace[189424706] 'process raft request' (duration: 464.091579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:23.14888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:22.684133Z","time spent":"464.658481ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:23.149038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349115752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-411b818e-3327-4a52-b744-d4a377b9a666\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-03T20:59:23.149127Z","caller":"traceutil/trace.go:171","msg":"trace[1287783966] range","detail":"{range_begin:/registry/persistentvolumes/pvc-411b818e-3327-4a52-b744-d4a377b9a666; range_end:; response_count:1; response_revision:24830; }","duration":"1.349207835s","start":"2026-03-03T20:59:21.799897Z","end":"2026-03-03T20:59:23.149105Z","steps":["trace[1287783966] 'agreement among raft nodes before linearized reading' (duration: 1.348808375s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:23.149051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:21.801614Z","time spent":"1.347079245s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:23.149187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:21.799875Z","time spent":"1.349299497s","remote":"127.0.0.1:45806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-411b818e-3327-4a52-b744-d4a377b9a666\" "} {"level":"warn","ts":"2026-03-03T20:59:23.648771Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875513786,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:59:23.974235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000586583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:59:23.97437Z","caller":"traceutil/trace.go:171","msg":"trace[1491591115] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000806939s","start":"2026-03-03T20:59:21.973539Z","end":"2026-03-03T20:59:23.974346Z","steps":["trace[1491591115] 'agreement among raft nodes before linearized reading' (duration: 2.000613674s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:23.974435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:21.97352Z","time spent":"2.00089584s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:24.185488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.199955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:24.185808Z","caller":"traceutil/trace.go:171","msg":"trace[472796892] transaction","detail":"{read_only:false; response_revision:24831; number_of_response:1; }","duration":"1.32313937s","start":"2026-03-03T20:59:22.862625Z","end":"2026-03-03T20:59:24.185764Z","steps":["trace[472796892] 'process raft request' (duration: 894.514835ms)","trace[472796892] 'compare' (duration: 427.363506ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:24.185893Z","caller":"traceutil/trace.go:171","msg":"trace[1519081818] transaction","detail":"{read_only:false; response_revision:24833; number_of_response:1; }","duration":"1.321792759s","start":"2026-03-03T20:59:22.864081Z","end":"2026-03-03T20:59:24.185873Z","steps":["trace[1519081818] 'process raft request' (duration: 1.321670196s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:24.185911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:22.862581Z","time spent":"1.323282493s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:24.185865Z","caller":"traceutil/trace.go:171","msg":"trace[1596169307] transaction","detail":"{read_only:false; response_revision:24832; number_of_response:1; }","duration":"1.323097199s","start":"2026-03-03T20:59:22.862722Z","end":"2026-03-03T20:59:24.185819Z","steps":["trace[1596169307] 'process raft request' (duration: 1.322902125s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:24.185997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:22.864062Z","time spent":"1.321886471s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:24.186067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:22.862694Z","time spent":"1.323307694s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:24.186109Z","caller":"traceutil/trace.go:171","msg":"trace[398321019] transaction","detail":"{read_only:false; response_revision:24834; number_of_response:1; }","duration":"1.321970063s","start":"2026-03-03T20:59:22.864108Z","end":"2026-03-03T20:59:24.186078Z","steps":["trace[398321019] 'process raft request' (duration: 1.321704097s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:24.186322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:22.8641Z","time spent":"1.322140517s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:24.186516Z","caller":"traceutil/trace.go:171","msg":"trace[1586039325] transaction","detail":"{read_only:false; response_revision:24835; number_of_response:1; }","duration":"1.321601154s","start":"2026-03-03T20:59:22.864893Z","end":"2026-03-03T20:59:24.186494Z","steps":["trace[1586039325] 'process raft request' (duration: 1.321104442s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:24.18659Z","caller":"traceutil/trace.go:171","msg":"trace[164439129] linearizableReadLoop","detail":"{readStateIndex:25744; appliedIndex:25737; }","duration":"1.038092149s","start":"2026-03-03T20:59:23.148462Z","end":"2026-03-03T20:59:24.186554Z","steps":["trace[164439129] 'read index received' (duration: 608.727127ms)","trace[164439129] 'applied index is now lower than readState.Index' (duration: 429.364022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:24.186664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:22.864888Z","time spent":"1.321696836s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:24.186861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.378191453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T20:59:24.186904Z","caller":"traceutil/trace.go:171","msg":"trace[93779349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24837; }","duration":"2.378262824s","start":"2026-03-03T20:59:21.80863Z","end":"2026-03-03T20:59:24.186893Z","steps":["trace[93779349] 'agreement among raft nodes before linearized reading' (duration: 2.378104701s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:24.186934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49668233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-03T20:59:24.186951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385756208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:219"} {"level":"warn","ts":"2026-03-03T20:59:24.186949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678989534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:24.187034Z","caller":"traceutil/trace.go:171","msg":"trace[1457258246] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:24837; }","duration":"2.385854721s","start":"2026-03-03T20:59:21.801164Z","end":"2026-03-03T20:59:24.187019Z","steps":["trace[1457258246] 'agreement among raft nodes before linearized reading' (duration: 2.385640226s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:24.187058Z","caller":"traceutil/trace.go:171","msg":"trace[310888852] transaction","detail":"{read_only:false; response_revision:24837; number_of_response:1; }","duration":"1.32099472s","start":"2026-03-03T20:59:22.866051Z","end":"2026-03-03T20:59:24.187045Z","steps":["trace[310888852] 'process raft request' (duration: 1.320447077s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:24.187085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181529712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:24.187087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:21.801156Z","time spent":"2.385922863s","remote":"127.0.0.1:45870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":242,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"info","ts":"2026-03-03T20:59:24.187112Z","caller":"traceutil/trace.go:171","msg":"trace[5274204] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24837; }","duration":"1.181614683s","start":"2026-03-03T20:59:23.00549Z","end":"2026-03-03T20:59:24.187105Z","steps":["trace[5274204] 'agreement among raft nodes before linearized reading' (duration: 1.181573102s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:24.186563Z","caller":"traceutil/trace.go:171","msg":"trace[319794369] transaction","detail":"{read_only:false; response_revision:24836; number_of_response:1; }","duration":"1.320860567s","start":"2026-03-03T20:59:22.865685Z","end":"2026-03-03T20:59:24.186546Z","steps":["trace[319794369] 'process raft request' (duration: 1.320690463s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:24.187141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:23.005452Z","time spent":"1.181679165s","remote":"127.0.0.1:38988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:24.187153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.37848289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:59:24.187217Z","caller":"traceutil/trace.go:171","msg":"trace[1658215713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24837; }","duration":"2.378590131s","start":"2026-03-03T20:59:21.808612Z","end":"2026-03-03T20:59:24.187202Z","steps":["trace[1658215713] 'agreement among raft nodes before linearized reading' (duration: 2.378429678s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:24.186952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:21.808623Z","time spent":"2.378320475s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:59:24.187221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:22.865677Z","time spent":"1.321469821s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:24.187208Z","caller":"traceutil/trace.go:171","msg":"trace[1578304915] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24837; }","duration":"1.679203059s","start":"2026-03-03T20:59:22.507865Z","end":"2026-03-03T20:59:24.187068Z","steps":["trace[1578304915] 'agreement among raft nodes before linearized reading' (duration: 1.678964184s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:24.187296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49666956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:24.187008Z","caller":"traceutil/trace.go:171","msg":"trace[627572128] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24837; }","duration":"1.496803673s","start":"2026-03-03T20:59:22.690187Z","end":"2026-03-03T20:59:24.18699Z","steps":["trace[627572128] 'agreement among raft nodes before linearized reading' (duration: 1.496400924s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:24.186997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385578624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-03-03T20:59:24.187342Z","caller":"traceutil/trace.go:171","msg":"trace[1715163761] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24837; }","duration":"1.496740352s","start":"2026-03-03T20:59:22.690588Z","end":"2026-03-03T20:59:24.187328Z","steps":["trace[1715163761] 'agreement among raft nodes before linearized reading' (duration: 1.496670311s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:24.187364Z","caller":"traceutil/trace.go:171","msg":"trace[80911098] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24837; }","duration":"2.386058186s","start":"2026-03-03T20:59:21.801289Z","end":"2026-03-03T20:59:24.187348Z","steps":["trace[80911098] 'agreement among raft nodes before linearized reading' (duration: 2.385473692s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:24.187368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:22.50784Z","time spent":"1.679486676s","remote":"127.0.0.1:53972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:24.187385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:22.690571Z","time spent":"1.496804863s","remote":"127.0.0.1:46412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:24.187169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:22.866039Z","time spent":"1.321052462s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:24.187409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362619637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-rnbp9.18997059ffe2fd46\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-03-03T20:59:24.187525Z","caller":"traceutil/trace.go:171","msg":"trace[1134615554] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-rnbp9.18997059ffe2fd46; range_end:; response_count:1; response_revision:24837; }","duration":"1.362813202s","start":"2026-03-03T20:59:22.824702Z","end":"2026-03-03T20:59:24.187516Z","steps":["trace[1134615554] 'agreement among raft nodes before linearized reading' (duration: 1.362390472s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:24.187571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:22.824679Z","time spent":"1.362883693s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-rnbp9.18997059ffe2fd46\" "} {"level":"warn","ts":"2026-03-03T20:59:24.187261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:21.8086Z","time spent":"2.378646003s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:59:24.187366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:22.690171Z","time spent":"1.497177252s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:59:24.187034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992046815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:24.187956Z","caller":"traceutil/trace.go:171","msg":"trace[976627541] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24837; }","duration":"1.993006747s","start":"2026-03-03T20:59:22.194925Z","end":"2026-03-03T20:59:24.187932Z","steps":["trace[976627541] 'agreement among raft nodes before linearized reading' (duration: 1.992059335s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:24.188053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:22.194895Z","time spent":"1.993136341s","remote":"127.0.0.1:46658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:59:24.187232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436224836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:24.188195Z","caller":"traceutil/trace.go:171","msg":"trace[1091749158] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24837; }","duration":"1.437172329s","start":"2026-03-03T20:59:22.750996Z","end":"2026-03-03T20:59:24.188168Z","steps":["trace[1091749158] 'agreement among raft nodes before linearized reading' (duration: 1.436200526s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:24.18827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:22.750954Z","time spent":"1.437302171s","remote":"127.0.0.1:53918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:24.187394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:21.80127Z","time spent":"2.386114767s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-03-03T20:59:24.186864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.154297724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:24.188561Z","caller":"traceutil/trace.go:171","msg":"trace[1026829830] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24837; }","duration":"2.156033125s","start":"2026-03-03T20:59:22.03251Z","end":"2026-03-03T20:59:24.188544Z","steps":["trace[1026829830] 'agreement among raft nodes before linearized reading' (duration: 2.15410318s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:24.18863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:22.032489Z","time spent":"2.156124526s","remote":"127.0.0.1:46584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:25.192888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.97264ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T20:59:25.193399Z","caller":"traceutil/trace.go:171","msg":"trace[705794248] linearizableReadLoop","detail":"{readStateIndex:25745; appliedIndex:25744; }","duration":"1.006723411s","start":"2026-03-03T20:59:24.186656Z","end":"2026-03-03T20:59:25.19338Z","steps":["trace[705794248] 'read index received' (duration: 187.256299ms)","trace[705794248] 'applied index is now lower than readState.Index' (duration: 819.465652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:25.193719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136460244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:25.193741Z","caller":"traceutil/trace.go:171","msg":"trace[1873469634] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24837; }","duration":"1.136500105s","start":"2026-03-03T20:59:24.057232Z","end":"2026-03-03T20:59:25.193733Z","steps":["trace[1873469634] 'agreement among raft nodes before linearized reading' (duration: 1.136431773s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:25.193767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:24.057165Z","time spent":"1.136595028s","remote":"127.0.0.1:60364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:25.193859Z","caller":"traceutil/trace.go:171","msg":"trace[356456752] transaction","detail":"{read_only:false; response_revision:24838; number_of_response:1; }","duration":"1.00151134s","start":"2026-03-03T20:59:24.192326Z","end":"2026-03-03T20:59:25.193837Z","steps":["trace[356456752] 'process raft request' (duration: 1.000710162s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:25.193992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:24.192304Z","time spent":"1.001611892s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:25.373167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997668126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:25.373243Z","caller":"traceutil/trace.go:171","msg":"trace[264882497] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24838; }","duration":"1.997815129s","start":"2026-03-03T20:59:23.375409Z","end":"2026-03-03T20:59:25.373224Z","steps":["trace[264882497] 'agreement among raft nodes before linearized reading' (duration: 1.818339991s)","trace[264882497] 'count revisions from in-memory index tree' (duration: 179.321934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:25.373238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575921661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T20:59:25.373284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:23.37539Z","time spent":"1.997884261s","remote":"127.0.0.1:46602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:25.373306Z","caller":"traceutil/trace.go:171","msg":"trace[1926687896] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24838; }","duration":"1.576043034s","start":"2026-03-03T20:59:23.797244Z","end":"2026-03-03T20:59:25.373287Z","steps":["trace[1926687896] 'agreement among raft nodes before linearized reading' (duration: 1.396535105s)","trace[1926687896] 'range keys from in-memory index tree' (duration: 179.309404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:25.373344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:23.797221Z","time spent":"1.576115135s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:59:25.373371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39849009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:25.373471Z","caller":"traceutil/trace.go:171","msg":"trace[58065043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24838; }","duration":"1.398648804s","start":"2026-03-03T20:59:23.974797Z","end":"2026-03-03T20:59:25.373446Z","steps":["trace[58065043] 'agreement among raft nodes before linearized reading' (duration: 1.218979071s)","trace[58065043] 'range keys from in-memory index tree' (duration: 179.506509ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:25.373505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.608961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-03T20:59:25.373532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:23.974775Z","time spent":"1.398749435s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:59:25.373646Z","caller":"traceutil/trace.go:171","msg":"trace[2025795951] transaction","detail":"{read_only:false; response_revision:24839; number_of_response:1; }","duration":"1.179516864s","start":"2026-03-03T20:59:24.194114Z","end":"2026-03-03T20:59:25.37363Z","steps":["trace[2025795951] 'process raft request' (duration: 999.705228ms)","trace[2025795951] 'compare' (duration: 179.449668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:25.373729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:24.194098Z","time spent":"1.179600107s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:25.373941Z","caller":"traceutil/trace.go:171","msg":"trace[1493903724] linearizableReadLoop","detail":"{readStateIndex:25748; appliedIndex:25745; }","duration":"180.497902ms","start":"2026-03-03T20:59:25.193434Z","end":"2026-03-03T20:59:25.373932Z","steps":["trace[1493903724] 'read index received' (duration: 336.848µs)","trace[1493903724] 'applied index is now lower than readState.Index' (duration: 180.158904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:25.374222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.522137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T20:59:25.374265Z","caller":"traceutil/trace.go:171","msg":"trace[199398138] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24840; }","duration":"222.65548ms","start":"2026-03-03T20:59:25.151599Z","end":"2026-03-03T20:59:25.374255Z","steps":["trace[199398138] 'agreement among raft nodes before linearized reading' (duration: 222.541218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:25.374271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.285555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T20:59:25.374234Z","caller":"traceutil/trace.go:171","msg":"trace[673413436] transaction","detail":"{read_only:false; response_revision:24840; number_of_response:1; }","duration":"1.179945295s","start":"2026-03-03T20:59:24.194228Z","end":"2026-03-03T20:59:25.374173Z","steps":["trace[673413436] 'process raft request' (duration: 1.179356811s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:25.374299Z","caller":"traceutil/trace.go:171","msg":"trace[1068317132] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24840; }","duration":"223.363987ms","start":"2026-03-03T20:59:25.150926Z","end":"2026-03-03T20:59:25.37429Z","steps":["trace[1068317132] 'agreement among raft nodes before linearized reading' (duration: 223.234974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:25.374283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179838131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-03-03T20:59:25.374299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.378506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:25.374294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180833115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:25.374345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182170206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T20:59:25.374362Z","caller":"traceutil/trace.go:171","msg":"trace[1870252511] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-octavia-default-user; range_end:; response_count:1; response_revision:24840; }","duration":"1.179951694s","start":"2026-03-03T20:59:24.19439Z","end":"2026-03-03T20:59:25.374342Z","steps":["trace[1870252511] 'agreement among raft nodes before linearized reading' (duration: 1.17974672s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:25.374383Z","caller":"traceutil/trace.go:171","msg":"trace[1031935496] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24840; }","duration":"204.52747ms","start":"2026-03-03T20:59:25.169833Z","end":"2026-03-03T20:59:25.37436Z","steps":["trace[1031935496] 'agreement among raft nodes before linearized reading' (duration: 204.325295ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:25.374402Z","caller":"traceutil/trace.go:171","msg":"trace[1909638953] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24840; }","duration":"1.182487964s","start":"2026-03-03T20:59:24.1919Z","end":"2026-03-03T20:59:25.374388Z","steps":["trace[1909638953] 'agreement among raft nodes before linearized reading' (duration: 1.18233294s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:25.374409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:24.194361Z","time spent":"1.180040277s","remote":"127.0.0.1:45754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1341,"request content":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" "} {"level":"warn","ts":"2026-03-03T20:59:25.374419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:24.194218Z","time spent":"1.180111848s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:25.374403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.818166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7b72dab184\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-03T20:59:25.374466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:24.191875Z","time spent":"1.182567915s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T20:59:25.374378Z","caller":"traceutil/trace.go:171","msg":"trace[452924593] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24840; }","duration":"1.180932477s","start":"2026-03-03T20:59:24.193438Z","end":"2026-03-03T20:59:25.374371Z","steps":["trace[452924593] 'agreement among raft nodes before linearized reading' (duration: 1.180815814s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:25.374492Z","caller":"traceutil/trace.go:171","msg":"trace[1567961773] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18996d7b72dab184; range_end:; response_count:1; response_revision:24840; }","duration":"176.959829ms","start":"2026-03-03T20:59:25.197512Z","end":"2026-03-03T20:59:25.374472Z","steps":["trace[1567961773] 'agreement among raft nodes before linearized reading' (duration: 176.686593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:25.37451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:24.193427Z","time spent":"1.1810741s","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:59:25.374268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.978578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-03T20:59:25.374719Z","caller":"traceutil/trace.go:171","msg":"trace[377457276] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24840; }","duration":"880.477659ms","start":"2026-03-03T20:59:24.494228Z","end":"2026-03-03T20:59:25.374706Z","steps":["trace[377457276] 'agreement among raft nodes before linearized reading' (duration: 879.938266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:25.374753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:24.494205Z","time spent":"880.538391ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-03T20:59:25.374842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182506424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-03T20:59:25.374946Z","caller":"traceutil/trace.go:171","msg":"trace[595541482] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:24840; }","duration":"1.182703288s","start":"2026-03-03T20:59:24.192227Z","end":"2026-03-03T20:59:25.374931Z","steps":["trace[595541482] 'agreement among raft nodes before linearized reading' (duration: 1.181967911s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:25.375038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:24.192211Z","time spent":"1.182815401s","remote":"127.0.0.1:45870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-03-03T20:59:26.117455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.33543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:26.117985Z","caller":"traceutil/trace.go:171","msg":"trace[1175834547] linearizableReadLoop","detail":"{readStateIndex:25750; appliedIndex:25748; }","duration":"739.294739ms","start":"2026-03-03T20:59:25.378672Z","end":"2026-03-03T20:59:26.117967Z","steps":["trace[1175834547] 'read index received' (duration: 232.366626ms)","trace[1175834547] 'applied index is now lower than readState.Index' (duration: 506.926953ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:26.118099Z","caller":"traceutil/trace.go:171","msg":"trace[1118374373] transaction","detail":"{read_only:false; response_revision:24842; number_of_response:1; }","duration":"739.473743ms","start":"2026-03-03T20:59:25.378593Z","end":"2026-03-03T20:59:26.118067Z","steps":["trace[1118374373] 'process raft request' (duration: 739.163206ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:26.118121Z","caller":"traceutil/trace.go:171","msg":"trace[1103432602] transaction","detail":"{read_only:false; response_revision:24841; number_of_response:1; }","duration":"740.860795ms","start":"2026-03-03T20:59:25.377233Z","end":"2026-03-03T20:59:26.118094Z","steps":["trace[1103432602] 'process raft request' (duration: 233.756518ms)","trace[1103432602] 'compare' (duration: 506.148575ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:26.118149Z","caller":"traceutil/trace.go:171","msg":"trace[815106709] transaction","detail":"{read_only:false; response_revision:24844; number_of_response:1; }","duration":"737.084357ms","start":"2026-03-03T20:59:25.381023Z","end":"2026-03-03T20:59:26.118107Z","steps":["trace[815106709] 'process raft request' (duration: 736.908223ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:26.118182Z","caller":"traceutil/trace.go:171","msg":"trace[899146928] transaction","detail":"{read_only:false; response_revision:24843; number_of_response:1; }","duration":"738.847098ms","start":"2026-03-03T20:59:25.379295Z","end":"2026-03-03T20:59:26.118142Z","steps":["trace[899146928] 'process raft request' (duration: 738.551761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:26.118257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:25.377216Z","time spent":"740.961428ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:26.118257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:25.378566Z","time spent":"739.607626ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:26.118329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.714559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:26.118363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:25.380919Z","time spent":"737.323453ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:26.118367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:25.379274Z","time spent":"738.991322ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:26.118328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.07637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:26.118445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.7671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c20ee360-5c92-4d87-a2ff-6e399d5c9cac\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-03-03T20:59:26.118446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.950854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" ","response":"range_response_count:1 size:1263"} {"level":"info","ts":"2026-03-03T20:59:26.118506Z","caller":"traceutil/trace.go:171","msg":"trace[2124160229] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c20ee360-5c92-4d87-a2ff-6e399d5c9cac; range_end:; response_count:1; response_revision:24844; }","duration":"739.848091ms","start":"2026-03-03T20:59:25.378647Z","end":"2026-03-03T20:59:26.118495Z","steps":["trace[2124160229] 'agreement among raft nodes before linearized reading' (duration: 739.474843ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:26.118544Z","caller":"traceutil/trace.go:171","msg":"trace[1601517862] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia-nodes; range_end:; response_count:1; response_revision:24844; }","duration":"737.080998ms","start":"2026-03-03T20:59:25.381439Z","end":"2026-03-03T20:59:26.11852Z","steps":["trace[1601517862] 'agreement among raft nodes before linearized reading' (duration: 736.73566ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:26.118407Z","caller":"traceutil/trace.go:171","msg":"trace[1410976338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24844; }","duration":"736.831822ms","start":"2026-03-03T20:59:25.381556Z","end":"2026-03-03T20:59:26.118388Z","steps":["trace[1410976338] 'agreement among raft nodes before linearized reading' (duration: 736.598366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:26.118607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:25.381436Z","time spent":"737.154449ms","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1286,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" "} {"level":"warn","ts":"2026-03-03T20:59:26.118593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.694988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"warn","ts":"2026-03-03T20:59:26.118632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:25.381546Z","time spent":"737.078097ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:59:26.118473Z","caller":"traceutil/trace.go:171","msg":"trace[1707994638] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24844; }","duration":"738.320736ms","start":"2026-03-03T20:59:25.380123Z","end":"2026-03-03T20:59:26.118443Z","steps":["trace[1707994638] 'agreement among raft nodes before linearized reading' (duration: 738.05674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:26.118574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:25.37863Z","time spent":"739.935534ms","remote":"127.0.0.1:45806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-c20ee360-5c92-4d87-a2ff-6e399d5c9cac\" "} {"level":"info","ts":"2026-03-03T20:59:26.118705Z","caller":"traceutil/trace.go:171","msg":"trace[1927964546] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:24844; }","duration":"739.833972ms","start":"2026-03-03T20:59:25.378813Z","end":"2026-03-03T20:59:26.118647Z","steps":["trace[1927964546] 'agreement among raft nodes before linearized reading' (duration: 739.33516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:26.118721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:25.380111Z","time spent":"738.593882ms","remote":"127.0.0.1:45926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:59:26.118811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:25.378772Z","time spent":"740.020576ms","remote":"127.0.0.1:45870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-03-03T20:59:26.118333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.525963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-03T20:59:26.118941Z","caller":"traceutil/trace.go:171","msg":"trace[1947330361] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:24844; }","duration":"544.191478ms","start":"2026-03-03T20:59:25.574737Z","end":"2026-03-03T20:59:26.118928Z","steps":["trace[1947330361] 'agreement among raft nodes before linearized reading' (duration: 543.42168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:26.118968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:25.574717Z","time spent":"544.24596ms","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"warn","ts":"2026-03-03T20:59:26.118482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.289773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:26.119359Z","caller":"traceutil/trace.go:171","msg":"trace[1988016025] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24844; }","duration":"682.305057ms","start":"2026-03-03T20:59:25.437028Z","end":"2026-03-03T20:59:26.119333Z","steps":["trace[1988016025] 'agreement among raft nodes before linearized reading' (duration: 681.235062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:26.12021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:25.437003Z","time spent":"683.189557ms","remote":"127.0.0.1:46096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T20:59:26.689952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875513806,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:59:26.719093Z","caller":"traceutil/trace.go:171","msg":"trace[2039620149] transaction","detail":"{read_only:false; response_revision:24845; number_of_response:1; }","duration":"593.377672ms","start":"2026-03-03T20:59:26.125689Z","end":"2026-03-03T20:59:26.719066Z","steps":["trace[2039620149] 'process raft request' (duration: 593.102675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:26.719247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:26.12567Z","time spent":"593.504544ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:59:27.015184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.917266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:27.015779Z","caller":"traceutil/trace.go:171","msg":"trace[437412257] transaction","detail":"{read_only:false; response_revision:24846; number_of_response:1; }","duration":"825.150104ms","start":"2026-03-03T20:59:26.190599Z","end":"2026-03-03T20:59:27.015749Z","steps":["trace[437412257] 'process raft request' (duration: 719.515721ms)","trace[437412257] 'compare' (duration: 104.608899ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:27.015862Z","caller":"traceutil/trace.go:171","msg":"trace[1757298252] transaction","detail":"{read_only:false; response_revision:24848; number_of_response:1; }","duration":"821.824977ms","start":"2026-03-03T20:59:26.194011Z","end":"2026-03-03T20:59:27.015836Z","steps":["trace[1757298252] 'process raft request' (duration: 821.654203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:27.015879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:26.190561Z","time spent":"825.273037ms","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:27.01593Z","caller":"traceutil/trace.go:171","msg":"trace[1841198922] transaction","detail":"{read_only:false; response_revision:24849; number_of_response:1; }","duration":"821.830577ms","start":"2026-03-03T20:59:26.194073Z","end":"2026-03-03T20:59:27.015904Z","steps":["trace[1841198922] 'process raft request' (duration: 821.659873ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:27.015944Z","caller":"traceutil/trace.go:171","msg":"trace[1620107281] transaction","detail":"{read_only:false; response_revision:24847; number_of_response:1; }","duration":"822.269397ms","start":"2026-03-03T20:59:26.193541Z","end":"2026-03-03T20:59:27.01581Z","steps":["trace[1620107281] 'process raft request' (duration: 821.754776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:27.016095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:26.194032Z","time spent":"821.97554ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:27.016155Z","caller":"traceutil/trace.go:171","msg":"trace[1076331001] transaction","detail":"{read_only:false; response_revision:24850; number_of_response:1; }","duration":"821.5557ms","start":"2026-03-03T20:59:26.19454Z","end":"2026-03-03T20:59:27.016095Z","steps":["trace[1076331001] 'process raft request' (duration: 821.244913ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:27.016266Z","caller":"traceutil/trace.go:171","msg":"trace[485435389] transaction","detail":"{read_only:false; response_revision:24851; number_of_response:1; }","duration":"821.592522ms","start":"2026-03-03T20:59:26.194622Z","end":"2026-03-03T20:59:27.016215Z","steps":["trace[485435389] 'process raft request' (duration: 821.222603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:27.016122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:26.193534Z","time spent":"822.531153ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:27.016368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:26.194608Z","time spent":"821.712864ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:27.015997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:26.193967Z","time spent":"821.9547ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:27.016539Z","caller":"traceutil/trace.go:171","msg":"trace[930749864] linearizableReadLoop","detail":"{readStateIndex:25762; appliedIndex:25754; }","duration":"827.006848ms","start":"2026-03-03T20:59:26.189494Z","end":"2026-03-03T20:59:27.0165Z","steps":["trace[930749864] 'read index received' (duration: 529.690573ms)","trace[930749864] 'applied index is now lower than readState.Index' (duration: 297.314774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:27.016619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.790145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:27.016691Z","caller":"traceutil/trace.go:171","msg":"trace[64462888] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:24853; }","duration":"889.874378ms","start":"2026-03-03T20:59:26.126798Z","end":"2026-03-03T20:59:27.016673Z","steps":["trace[64462888] 'agreement among raft nodes before linearized reading' (duration: 889.777375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:27.016766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:26.126789Z","time spent":"889.951899ms","remote":"127.0.0.1:45742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-03T20:59:27.016737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.523959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:27.016761Z","caller":"traceutil/trace.go:171","msg":"trace[2004926293] transaction","detail":"{read_only:false; response_revision:24852; number_of_response:1; }","duration":"821.915349ms","start":"2026-03-03T20:59:26.194787Z","end":"2026-03-03T20:59:27.016702Z","steps":["trace[2004926293] 'process raft request' (duration: 821.287335ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:27.016862Z","caller":"traceutil/trace.go:171","msg":"trace[1842645562] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24853; }","duration":"892.659112ms","start":"2026-03-03T20:59:26.12418Z","end":"2026-03-03T20:59:27.016839Z","steps":["trace[1842645562] 'agreement among raft nodes before linearized reading' (duration: 892.436957ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:27.016856Z","caller":"traceutil/trace.go:171","msg":"trace[1504016176] transaction","detail":"{read_only:false; response_revision:24853; number_of_response:1; }","duration":"821.782525ms","start":"2026-03-03T20:59:26.195061Z","end":"2026-03-03T20:59:27.016844Z","steps":["trace[1504016176] 'process raft request' (duration: 821.277554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:27.016615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.668393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:27.017022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:26.195042Z","time spent":"821.93755ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:27.017037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:26.124172Z","time spent":"892.833686ms","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T20:59:27.017192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.327797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-rnbp9.18997059ffe2fd46\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-03-03T20:59:27.017216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.251737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:1 size:202"} {"level":"warn","ts":"2026-03-03T20:59:27.017214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.174055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:27.01724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.42737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:27.017263Z","caller":"traceutil/trace.go:171","msg":"trace[84605817] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:1; response_revision:24853; }","duration":"822.333879ms","start":"2026-03-03T20:59:26.194916Z","end":"2026-03-03T20:59:27.01725Z","steps":["trace[84605817] 'agreement among raft nodes before linearized reading' (duration: 822.168205ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:27.017262Z","caller":"traceutil/trace.go:171","msg":"trace[385172573] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-rnbp9.18997059ffe2fd46; range_end:; response_count:1; response_revision:24853; }","duration":"893.439ms","start":"2026-03-03T20:59:26.123805Z","end":"2026-03-03T20:59:27.017244Z","steps":["trace[385172573] 'agreement among raft nodes before linearized reading' (duration: 893.093182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:27.017302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:26.194906Z","time spent":"822.38902ms","remote":"127.0.0.1:45870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/service-controller\" "} {"level":"warn","ts":"2026-03-03T20:59:27.017308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.810912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:27.017306Z","caller":"traceutil/trace.go:171","msg":"trace[879117475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24853; }","duration":"124.534233ms","start":"2026-03-03T20:59:26.892755Z","end":"2026-03-03T20:59:27.01729Z","steps":["trace[879117475] 'agreement among raft nodes before linearized reading' (duration: 124.43029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:27.01733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:26.123757Z","time spent":"893.560813ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-rnbp9.18997059ffe2fd46\" "} {"level":"info","ts":"2026-03-03T20:59:27.01709Z","caller":"traceutil/trace.go:171","msg":"trace[935717318] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24853; }","duration":"890.240195ms","start":"2026-03-03T20:59:26.12681Z","end":"2026-03-03T20:59:27.01705Z","steps":["trace[935717318] 'agreement among raft nodes before linearized reading' (duration: 889.745484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:27.017347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.190959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:27.017463Z","caller":"traceutil/trace.go:171","msg":"trace[92934017] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24853; }","duration":"817.362463ms","start":"2026-03-03T20:59:26.200072Z","end":"2026-03-03T20:59:27.017435Z","steps":["trace[92934017] 'agreement among raft nodes before linearized reading' (duration: 817.128968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:27.017532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:26.200062Z","time spent":"817.456015ms","remote":"127.0.0.1:57342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:27.017545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:26.126791Z","time spent":"890.621975ms","remote":"127.0.0.1:45926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-03T20:59:27.01727Z","caller":"traceutil/trace.go:171","msg":"trace[2018857781] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24853; }","duration":"267.229976ms","start":"2026-03-03T20:59:26.750028Z","end":"2026-03-03T20:59:27.017258Z","steps":["trace[2018857781] 'agreement among raft nodes before linearized reading' (duration: 267.131154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:27.016978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:26.194779Z","time spent":"822.115794ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:27.017344Z","caller":"traceutil/trace.go:171","msg":"trace[2109328552] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24853; }","duration":"804.907784ms","start":"2026-03-03T20:59:26.212429Z","end":"2026-03-03T20:59:27.017337Z","steps":["trace[2109328552] 'agreement among raft nodes before linearized reading' (duration: 804.764191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:27.017973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:26.212418Z","time spent":"805.540188ms","remote":"127.0.0.1:45930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:27.016325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:26.194514Z","time spent":"821.727364ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:27.501247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.086604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:27.501331Z","caller":"traceutil/trace.go:171","msg":"trace[563262672] linearizableReadLoop","detail":"{readStateIndex:25763; appliedIndex:25762; }","duration":"479.781932ms","start":"2026-03-03T20:59:27.021535Z","end":"2026-03-03T20:59:27.501317Z","steps":["trace[563262672] 'read index received' (duration: 249.546905ms)","trace[563262672] 'applied index is now lower than readState.Index' (duration: 230.234077ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:27.50139Z","caller":"traceutil/trace.go:171","msg":"trace[1986912514] transaction","detail":"{read_only:false; response_revision:24854; number_of_response:1; }","duration":"480.809637ms","start":"2026-03-03T20:59:27.020572Z","end":"2026-03-03T20:59:27.501382Z","steps":["trace[1986912514] 'process raft request' (duration: 250.490968ms)","trace[1986912514] 'compare' (duration: 229.984201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:27.501429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:27.020552Z","time spent":"480.856567ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:27.50171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.175662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-03-03T20:59:27.501731Z","caller":"traceutil/trace.go:171","msg":"trace[1486113726] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:24854; }","duration":"480.215463ms","start":"2026-03-03T20:59:27.021509Z","end":"2026-03-03T20:59:27.501725Z","steps":["trace[1486113726] 'agreement among raft nodes before linearized reading' (duration: 480.073989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:27.501747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:27.021501Z","time spent":"480.243023ms","remote":"127.0.0.1:45870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"info","ts":"2026-03-03T20:59:27.583259Z","caller":"traceutil/trace.go:171","msg":"trace[555989669] transaction","detail":"{read_only:false; response_revision:24855; number_of_response:1; }","duration":"558.934961ms","start":"2026-03-03T20:59:27.024287Z","end":"2026-03-03T20:59:27.583221Z","steps":["trace[555989669] 'process raft request' (duration: 558.631614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:27.583371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.532125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:27.583454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:27.024277Z","time spent":"559.070445ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T20:59:27.583476Z","caller":"traceutil/trace.go:171","msg":"trace[447880011] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24855; }","duration":"376.678908ms","start":"2026-03-03T20:59:27.206772Z","end":"2026-03-03T20:59:27.583451Z","steps":["trace[447880011] 'agreement among raft nodes before linearized reading' (duration: 376.409952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:27.583448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.96326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T20:59:27.583494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.583438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T20:59:27.583534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:27.206678Z","time spent":"376.839513ms","remote":"127.0.0.1:42810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:27.583546Z","caller":"traceutil/trace.go:171","msg":"trace[1586012270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24855; }","duration":"205.140085ms","start":"2026-03-03T20:59:27.378383Z","end":"2026-03-03T20:59:27.583523Z","steps":["trace[1586012270] 'agreement among raft nodes before linearized reading' (duration: 204.794197ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:27.583555Z","caller":"traceutil/trace.go:171","msg":"trace[810476985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24855; }","duration":"203.721801ms","start":"2026-03-03T20:59:27.379818Z","end":"2026-03-03T20:59:27.58354Z","steps":["trace[810476985] 'agreement among raft nodes before linearized reading' (duration: 203.434744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:27.583754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.627884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-03T20:59:27.583842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.080335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-03-03T20:59:27.583877Z","caller":"traceutil/trace.go:171","msg":"trace[1463992416] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:24855; }","duration":"559.126796ms","start":"2026-03-03T20:59:27.02474Z","end":"2026-03-03T20:59:27.583867Z","steps":["trace[1463992416] 'agreement among raft nodes before linearized reading' (duration: 558.978772ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:27.583885Z","caller":"traceutil/trace.go:171","msg":"trace[2028428485] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24855; }","duration":"561.787698ms","start":"2026-03-03T20:59:27.022075Z","end":"2026-03-03T20:59:27.583862Z","steps":["trace[2028428485] 'agreement among raft nodes before linearized reading' (duration: 561.45637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:27.583908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:27.024732Z","time spent":"559.167376ms","remote":"127.0.0.1:46112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9589,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"warn","ts":"2026-03-03T20:59:27.583934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:27.022068Z","time spent":"561.855779ms","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T20:59:27.584015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.688582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T20:59:27.584053Z","caller":"traceutil/trace.go:171","msg":"trace[1775281223] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24855; }","duration":"560.767744ms","start":"2026-03-03T20:59:27.023274Z","end":"2026-03-03T20:59:27.584042Z","steps":["trace[1775281223] 'agreement among raft nodes before linearized reading' (duration: 560.628971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:27.584091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:27.023248Z","time spent":"560.828976ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:59:28.089033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875513825,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:59:29.058356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:28.70187Z","time spent":"356.474438ms","remote":"127.0.0.1:33292","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T20:59:29.059005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.31973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:29.05914Z","caller":"traceutil/trace.go:171","msg":"trace[1346650056] transaction","detail":"{read_only:false; response_revision:24856; number_of_response:1; }","duration":"1.472847146s","start":"2026-03-03T20:59:27.586267Z","end":"2026-03-03T20:59:29.059114Z","steps":["trace[1346650056] 'process raft request' (duration: 668.279591ms)","trace[1346650056] 'compare' (duration: 804.153405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:29.059222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:27.58625Z","time spent":"1.472930107s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:29.322858Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.06829602s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:59:29.554587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.410435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:29.554887Z","caller":"traceutil/trace.go:171","msg":"trace[1241895787] transaction","detail":"{read_only:false; response_revision:24858; number_of_response:1; }","duration":"1.965148409s","start":"2026-03-03T20:59:27.589717Z","end":"2026-03-03T20:59:29.554865Z","steps":["trace[1241895787] 'process raft request' (duration: 1.965004676s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:29.554947Z","caller":"traceutil/trace.go:171","msg":"trace[1058535889] transaction","detail":"{read_only:false; response_revision:24857; number_of_response:1; }","duration":"1.967307789s","start":"2026-03-03T20:59:27.587614Z","end":"2026-03-03T20:59:29.554922Z","steps":["trace[1058535889] 'process raft request' (duration: 1.735425634s)","trace[1058535889] 'compare' (duration: 231.23927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:29.554974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:27.589701Z","time spent":"1.965237232s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:29.555003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:27.587591Z","time spent":"1.967381651s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:29.555165Z","caller":"traceutil/trace.go:171","msg":"trace[1209716739] transaction","detail":"{read_only:false; response_revision:24859; number_of_response:1; }","duration":"1.695919747s","start":"2026-03-03T20:59:27.859214Z","end":"2026-03-03T20:59:29.555134Z","steps":["trace[1209716739] 'process raft request' (duration: 1.695584229s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:29.555299Z","caller":"traceutil/trace.go:171","msg":"trace[232136543] transaction","detail":"{read_only:false; response_revision:24860; number_of_response:1; }","duration":"1.399033542s","start":"2026-03-03T20:59:28.15625Z","end":"2026-03-03T20:59:29.555284Z","steps":["trace[232136543] 'process raft request' (duration: 1.398818417s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:29.555323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:27.859191Z","time spent":"1.696032439s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:29.555316Z","caller":"traceutil/trace.go:171","msg":"trace[2006156001] linearizableReadLoop","detail":"{readStateIndex:25768; appliedIndex:25764; }","duration":"1.966758236s","start":"2026-03-03T20:59:27.588518Z","end":"2026-03-03T20:59:29.555276Z","steps":["trace[2006156001] 'read index received' (duration: 666.026258ms)","trace[2006156001] 'applied index is now lower than readState.Index' (duration: 1.300731188s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:29.555359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:28.156237Z","time spent":"1.399090333s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:29.555499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966967482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-03T20:59:29.555531Z","caller":"traceutil/trace.go:171","msg":"trace[1548000315] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24860; }","duration":"1.967040733s","start":"2026-03-03T20:59:27.588481Z","end":"2026-03-03T20:59:29.555522Z","steps":["trace[1548000315] 'agreement among raft nodes before linearized reading' (duration: 1.966876749s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:29.55556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:27.588471Z","time spent":"1.967083634s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-03T20:59:29.96699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00003424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:59:29.967096Z","caller":"traceutil/trace.go:171","msg":"trace[987824279] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000213954s","start":"2026-03-03T20:59:27.966855Z","end":"2026-03-03T20:59:29.967069Z","steps":["trace[987824279] 'agreement among raft nodes before linearized reading' (duration: 2.000067271s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:29.967243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:27.966834Z","time spent":"2.000362207s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:59:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:31.202215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519516531s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:31.20266Z","caller":"traceutil/trace.go:171","msg":"trace[1952971103] linearizableReadLoop","detail":"{readStateIndex:25777; appliedIndex:25769; }","duration":"1.647234317s","start":"2026-03-03T20:59:29.55541Z","end":"2026-03-03T20:59:31.202644Z","steps":["trace[1952971103] 'read index received' (duration: 127.106412ms)","trace[1952971103] 'applied index is now lower than readState.Index' (duration: 1.520126885s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:31.202739Z","caller":"traceutil/trace.go:171","msg":"trace[1176588149] transaction","detail":"{read_only:false; response_revision:24861; number_of_response:1; }","duration":"2.833101119s","start":"2026-03-03T20:59:28.369628Z","end":"2026-03-03T20:59:31.202729Z","steps":["trace[1176588149] 'process raft request' (duration: 1.312953213s)","trace[1176588149] 'compare' (duration: 1.519130792s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:31.202797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:28.369601Z","time spent":"2.833164469s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:31.203793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140252607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-8687cdb994-5vzmq.189970561f365f3b\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-03-03T20:59:31.203773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696658975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:31.203833Z","caller":"traceutil/trace.go:171","msg":"trace[1595476216] range","detail":"{range_begin:/registry/events/openstack/magnum-api-8687cdb994-5vzmq.189970561f365f3b; range_end:; response_count:1; response_revision:24868; }","duration":"2.140322789s","start":"2026-03-03T20:59:29.063495Z","end":"2026-03-03T20:59:31.203818Z","steps":["trace[1595476216] 'agreement among raft nodes before linearized reading' (duration: 2.140183816s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:31.203859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:29.063477Z","time spent":"2.140377121s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-8687cdb994-5vzmq.189970561f365f3b\" "} {"level":"info","ts":"2026-03-03T20:59:31.203867Z","caller":"traceutil/trace.go:171","msg":"trace[1358785198] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24868; }","duration":"1.696804568s","start":"2026-03-03T20:59:29.507036Z","end":"2026-03-03T20:59:31.203841Z","steps":["trace[1358785198] 'agreement among raft nodes before linearized reading' (duration: 1.696641355s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:31.203941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:29.507009Z","time spent":"1.696920831s","remote":"127.0.0.1:46330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:31.204035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.606394158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T20:59:31.204033Z","caller":"traceutil/trace.go:171","msg":"trace[471285273] transaction","detail":"{read_only:false; response_revision:24867; number_of_response:1; }","duration":"2.179402417s","start":"2026-03-03T20:59:29.02459Z","end":"2026-03-03T20:59:31.203993Z","steps":["trace[471285273] 'process raft request' (duration: 2.177992574s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:31.204067Z","caller":"traceutil/trace.go:171","msg":"trace[1104787498] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24868; }","duration":"3.606438148s","start":"2026-03-03T20:59:27.59762Z","end":"2026-03-03T20:59:31.204058Z","steps":["trace[1104787498] 'agreement among raft nodes before linearized reading' (duration: 3.606347376s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:31.204068Z","caller":"traceutil/trace.go:171","msg":"trace[326016623] transaction","detail":"{read_only:false; response_revision:24862; number_of_response:1; }","duration":"2.181387392s","start":"2026-03-03T20:59:29.022672Z","end":"2026-03-03T20:59:31.204059Z","steps":["trace[326016623] 'process raft request' (duration: 2.179679353s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:31.204036Z","caller":"traceutil/trace.go:171","msg":"trace[1004758301] transaction","detail":"{read_only:false; response_revision:24865; number_of_response:1; }","duration":"2.180250616s","start":"2026-03-03T20:59:29.023724Z","end":"2026-03-03T20:59:31.203974Z","steps":["trace[1004758301] 'process raft request' (duration: 2.178805393s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:31.204053Z","caller":"traceutil/trace.go:171","msg":"trace[577176111] transaction","detail":"{read_only:false; response_revision:24864; number_of_response:1; }","duration":"2.18039627s","start":"2026-03-03T20:59:29.023633Z","end":"2026-03-03T20:59:31.204029Z","steps":["trace[577176111] 'process raft request' (duration: 2.178861704s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:31.204068Z","caller":"traceutil/trace.go:171","msg":"trace[167579529] transaction","detail":"{read_only:false; response_revision:24866; number_of_response:1; }","duration":"2.179868427s","start":"2026-03-03T20:59:29.024147Z","end":"2026-03-03T20:59:31.204016Z","steps":["trace[167579529] 'process raft request' (duration: 2.178409224s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:31.204152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.310247715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:31.204196Z","caller":"traceutil/trace.go:171","msg":"trace[339780749] transaction","detail":"{read_only:false; response_revision:24868; number_of_response:1; }","duration":"2.179341415s","start":"2026-03-03T20:59:29.024841Z","end":"2026-03-03T20:59:31.204182Z","steps":["trace[339780749] 'process raft request' (duration: 2.177769819s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:31.204205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:29.023627Z","time spent":"2.180500752s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:31.204205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:29.023685Z","time spent":"2.180440401s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:31.20422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:29.022646Z","time spent":"2.181471585s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:31.204262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:29.02414Z","time spent":"2.180020361s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:31.204295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:29.024829Z","time spent":"2.179397366s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:31.20431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.081333613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T20:59:31.204098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:27.597611Z","time spent":"3.606482069s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T20:59:31.204161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:29.024584Z","time spent":"2.179502779s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:31.204225Z","caller":"traceutil/trace.go:171","msg":"trace[944139289] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24868; }","duration":"2.310364678s","start":"2026-03-03T20:59:28.893842Z","end":"2026-03-03T20:59:31.204206Z","steps":["trace[944139289] 'agreement among raft nodes before linearized reading' (duration: 2.310200974s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:31.20474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:28.893813Z","time spent":"2.310877859s","remote":"127.0.0.1:46716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:31.204009Z","caller":"traceutil/trace.go:171","msg":"trace[1619097808] transaction","detail":"{read_only:false; response_revision:24863; number_of_response:1; }","duration":"2.18039544s","start":"2026-03-03T20:59:29.023582Z","end":"2026-03-03T20:59:31.203978Z","steps":["trace[1619097808] 'process raft request' (duration: 2.178874374s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:31.204988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:29.023572Z","time spent":"2.181351812s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:31.20414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.597988572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-03T20:59:31.205078Z","caller":"traceutil/trace.go:171","msg":"trace[1610641427] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pvc-protection-controller; range_end:; response_count:1; response_revision:24868; }","duration":"3.598982596s","start":"2026-03-03T20:59:27.606075Z","end":"2026-03-03T20:59:31.205058Z","steps":["trace[1610641427] 'agreement among raft nodes before linearized reading' (duration: 3.597770027s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:31.205144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:27.606055Z","time spent":"3.599075887s","remote":"127.0.0.1:45870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" "} {"level":"info","ts":"2026-03-03T20:59:31.20437Z","caller":"traceutil/trace.go:171","msg":"trace[1916122141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24868; }","duration":"3.081415745s","start":"2026-03-03T20:59:28.122931Z","end":"2026-03-03T20:59:31.204347Z","steps":["trace[1916122141] 'agreement among raft nodes before linearized reading' (duration: 3.081274542s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:31.205191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:28.122911Z","time spent":"3.082266834s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:59:31.235079Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.050222761s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:59:31.23559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268248105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:31.235641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379287954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:31.235652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008115274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:31.235698Z","caller":"traceutil/trace.go:171","msg":"trace[587817378] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24869; }","duration":"1.379348786s","start":"2026-03-03T20:59:29.856335Z","end":"2026-03-03T20:59:31.235683Z","steps":["trace[587817378] 'agreement among raft nodes before linearized reading' (duration: 1.379236203s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:31.235725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.353209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:31.235707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570054505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:31.235729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.644223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T20:59:31.235791Z","caller":"traceutil/trace.go:171","msg":"trace[1645035807] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24869; }","duration":"447.444952ms","start":"2026-03-03T20:59:30.788336Z","end":"2026-03-03T20:59:31.23578Z","steps":["trace[1645035807] 'agreement among raft nodes before linearized reading' (duration: 447.34337ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:31.235784Z","caller":"traceutil/trace.go:171","msg":"trace[1522903445] transaction","detail":"{read_only:false; response_revision:24869; number_of_response:1; }","duration":"1.050997269s","start":"2026-03-03T20:59:30.184738Z","end":"2026-03-03T20:59:31.235736Z","steps":["trace[1522903445] 'process raft request' (duration: 1.050564009s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:31.235827Z","caller":"traceutil/trace.go:171","msg":"trace[154459961] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24869; }","duration":"418.751286ms","start":"2026-03-03T20:59:30.817057Z","end":"2026-03-03T20:59:31.235808Z","steps":["trace[154459961] 'agreement among raft nodes before linearized reading' (duration: 418.449989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:31.235836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670251611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-03-03T20:59:31.23583Z","caller":"traceutil/trace.go:171","msg":"trace[17227612] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24869; }","duration":"1.570260179s","start":"2026-03-03T20:59:29.665544Z","end":"2026-03-03T20:59:31.235804Z","steps":["trace[17227612] 'agreement among raft nodes before linearized reading' (duration: 1.570000783s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:31.235828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:30.788321Z","time spent":"447.500423ms","remote":"127.0.0.1:46758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:31.235865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:30.817049Z","time spent":"418.806547ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":174,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:31.235874Z","caller":"traceutil/trace.go:171","msg":"trace[703038933] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:24869; }","duration":"1.670309683s","start":"2026-03-03T20:59:29.565547Z","end":"2026-03-03T20:59:31.235857Z","steps":["trace[703038933] 'agreement among raft nodes before linearized reading' (duration: 1.67017522s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:31.235899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:29.56553Z","time spent":"1.670364664s","remote":"127.0.0.1:46112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9589,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"warn","ts":"2026-03-03T20:59:31.235897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:29.665519Z","time spent":"1.570362131s","remote":"127.0.0.1:46914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:31.235924Z","caller":"traceutil/trace.go:171","msg":"trace[651109073] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24869; }","duration":"1.008258037s","start":"2026-03-03T20:59:30.227478Z","end":"2026-03-03T20:59:31.235736Z","steps":["trace[651109073] 'agreement among raft nodes before linearized reading' (duration: 1.008012621s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:31.235966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:30.227424Z","time spent":"1.008533183s","remote":"127.0.0.1:46924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:31.236004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:30.184711Z","time spent":"1.051164703s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:31.235775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:29.856271Z","time spent":"1.379490548s","remote":"127.0.0.1:46672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:31.236433Z","caller":"traceutil/trace.go:171","msg":"trace[973441295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24869; }","duration":"1.268320366s","start":"2026-03-03T20:59:29.967315Z","end":"2026-03-03T20:59:31.235635Z","steps":["trace[973441295] 'agreement among raft nodes before linearized reading' (duration: 1.268170803s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:31.23647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:29.967258Z","time spent":"1.269206148s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:31.527417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.943298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:31.527665Z","caller":"traceutil/trace.go:171","msg":"trace[1537893122] transaction","detail":"{read_only:false; response_revision:24870; number_of_response:1; }","duration":"321.094797ms","start":"2026-03-03T20:59:31.206531Z","end":"2026-03-03T20:59:31.527625Z","steps":["trace[1537893122] 'process raft request' (duration: 159.810031ms)","trace[1537893122] 'compare' (duration: 160.650481ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:31.527768Z","caller":"traceutil/trace.go:171","msg":"trace[915988111] transaction","detail":"{read_only:false; response_revision:24872; number_of_response:1; }","duration":"281.872547ms","start":"2026-03-03T20:59:31.245866Z","end":"2026-03-03T20:59:31.527738Z","steps":["trace[915988111] 'process raft request' (duration: 281.787385ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:31.527753Z","caller":"traceutil/trace.go:171","msg":"trace[972627761] transaction","detail":"{read_only:false; response_revision:24871; number_of_response:1; }","duration":"318.17522ms","start":"2026-03-03T20:59:31.209524Z","end":"2026-03-03T20:59:31.527699Z","steps":["trace[972627761] 'process raft request' (duration: 318.029426ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:31.527783Z","caller":"traceutil/trace.go:171","msg":"trace[1166608990] linearizableReadLoop","detail":"{readStateIndex:25780; appliedIndex:25778; }","duration":"292.31371ms","start":"2026-03-03T20:59:31.235457Z","end":"2026-03-03T20:59:31.527771Z","steps":["trace[1166608990] 'read index received' (duration: 130.84584ms)","trace[1166608990] 'applied index is now lower than readState.Index' (duration: 161.46659ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:31.527952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.120002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:194"} {"level":"warn","ts":"2026-03-03T20:59:31.527888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:31.206503Z","time spent":"321.247091ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:31.527955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:31.209505Z","time spent":"318.345103ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:31.527977Z","caller":"traceutil/trace.go:171","msg":"trace[440594641] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:24872; }","duration":"319.145942ms","start":"2026-03-03T20:59:31.208822Z","end":"2026-03-03T20:59:31.527968Z","steps":["trace[440594641] 'agreement among raft nodes before linearized reading' (duration: 318.987078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:31.528005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:31.208785Z","time spent":"319.214094ms","remote":"127.0.0.1:45870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"warn","ts":"2026-03-03T20:59:31.528081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.729727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:31.528126Z","caller":"traceutil/trace.go:171","msg":"trace[1571995631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24872; }","duration":"276.785619ms","start":"2026-03-03T20:59:31.25133Z","end":"2026-03-03T20:59:31.528115Z","steps":["trace[1571995631] 'agreement among raft nodes before linearized reading' (duration: 276.695356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:31.528185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.443464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-03-03T20:59:31.528258Z","caller":"traceutil/trace.go:171","msg":"trace[368604013] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24872; }","duration":"280.547095ms","start":"2026-03-03T20:59:31.247691Z","end":"2026-03-03T20:59:31.528238Z","steps":["trace[368604013] 'agreement among raft nodes before linearized reading' (duration: 280.31319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:32.036866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875513852,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:59:32.387179Z","caller":"traceutil/trace.go:171","msg":"trace[1942586626] linearizableReadLoop","detail":"{readStateIndex:25782; appliedIndex:25781; }","duration":"850.648236ms","start":"2026-03-03T20:59:31.536502Z","end":"2026-03-03T20:59:32.38715Z","steps":["trace[1942586626] 'read index received' (duration: 796.279264ms)","trace[1942586626] 'applied index is now lower than readState.Index' (duration: 54.366852ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:32.387246Z","caller":"traceutil/trace.go:171","msg":"trace[932350672] transaction","detail":"{read_only:false; response_revision:24873; number_of_response:1; }","duration":"851.66231ms","start":"2026-03-03T20:59:31.535519Z","end":"2026-03-03T20:59:32.387181Z","steps":["trace[932350672] 'process raft request' (duration: 797.288368ms)","trace[932350672] 'compare' (duration: 53.879161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:32.387475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.946353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-03T20:59:32.387516Z","caller":"traceutil/trace.go:171","msg":"trace[408342577] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24873; }","duration":"851.015885ms","start":"2026-03-03T20:59:31.536485Z","end":"2026-03-03T20:59:32.387501Z","steps":["trace[408342577] 'agreement among raft nodes before linearized reading' (duration: 850.81575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:32.387526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:31.535501Z","time spent":"851.863414ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:32.387657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.437598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-03-03T20:59:32.387688Z","caller":"traceutil/trace.go:171","msg":"trace[151456505] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:24873; }","duration":"849.477479ms","start":"2026-03-03T20:59:31.538202Z","end":"2026-03-03T20:59:32.387679Z","steps":["trace[151456505] 'agreement among raft nodes before linearized reading' (duration: 849.385817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:32.387712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:31.538196Z","time spent":"849.51028ms","remote":"127.0.0.1:45870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-03-03T20:59:32.387547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:31.536478Z","time spent":"851.061425ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-03T20:59:32.387886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.828157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:32.387943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.487631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T20:59:32.387974Z","caller":"traceutil/trace.go:171","msg":"trace[2017867863] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24873; }","duration":"697.986991ms","start":"2026-03-03T20:59:31.689966Z","end":"2026-03-03T20:59:32.387953Z","steps":["trace[2017867863] 'agreement among raft nodes before linearized reading' (duration: 697.808997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:32.387995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.546913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:59:32.388007Z","caller":"traceutil/trace.go:171","msg":"trace[555682021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24873; }","duration":"828.573874ms","start":"2026-03-03T20:59:31.559418Z","end":"2026-03-03T20:59:32.387992Z","steps":["trace[555682021] 'agreement among raft nodes before linearized reading' (duration: 828.379089ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:32.388025Z","caller":"traceutil/trace.go:171","msg":"trace[1767085816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24873; }","duration":"828.614635ms","start":"2026-03-03T20:59:31.559402Z","end":"2026-03-03T20:59:32.388017Z","steps":["trace[1767085816] 'agreement among raft nodes before linearized reading' (duration: 828.502842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:32.388043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:31.559409Z","time spent":"828.627465ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:59:32.38806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.230231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:32.388059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:31.55939Z","time spent":"828.663345ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T20:59:32.388084Z","caller":"traceutil/trace.go:171","msg":"trace[1310411110] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24873; }","duration":"340.300403ms","start":"2026-03-03T20:59:32.047773Z","end":"2026-03-03T20:59:32.388073Z","steps":["trace[1310411110] 'agreement among raft nodes before linearized reading' (duration: 340.257592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:32.388108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:32.047746Z","time spent":"340.356735ms","remote":"127.0.0.1:54032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:32.388011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:31.689927Z","time spent":"698.076732ms","remote":"127.0.0.1:59934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:32.388309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.500089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:32.388389Z","caller":"traceutil/trace.go:171","msg":"trace[1834023222] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24873; }","duration":"765.618941ms","start":"2026-03-03T20:59:31.622754Z","end":"2026-03-03T20:59:32.388373Z","steps":["trace[1834023222] 'agreement among raft nodes before linearized reading' (duration: 765.469117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:32.388456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:31.622737Z","time spent":"765.697853ms","remote":"127.0.0.1:46026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:32.75484Z","caller":"traceutil/trace.go:171","msg":"trace[301703387] linearizableReadLoop","detail":"{readStateIndex:25785; appliedIndex:25784; }","duration":"277.74985ms","start":"2026-03-03T20:59:32.477071Z","end":"2026-03-03T20:59:32.754821Z","steps":["trace[301703387] 'read index received' (duration: 234.767961ms)","trace[301703387] 'applied index is now lower than readState.Index' (duration: 42.981119ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:32.754875Z","caller":"traceutil/trace.go:171","msg":"trace[1455158891] transaction","detail":"{read_only:false; response_revision:24876; number_of_response:1; }","duration":"306.679811ms","start":"2026-03-03T20:59:32.448167Z","end":"2026-03-03T20:59:32.754847Z","steps":["trace[1455158891] 'process raft request' (duration: 263.734554ms)","trace[1455158891] 'compare' (duration: 42.803404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:32.754989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:32.448146Z","time spent":"306.775844ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:32.75507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.082934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-03T20:59:32.755091Z","caller":"traceutil/trace.go:171","msg":"trace[275542189] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:24876; }","duration":"277.136186ms","start":"2026-03-03T20:59:32.477948Z","end":"2026-03-03T20:59:32.755084Z","steps":["trace[275542189] 'agreement among raft nodes before linearized reading' (duration: 276.982122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:32.755129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.046907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bd65f883-9a70-4b39-b08c-9abf4c8675a0\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-03T20:59:32.755231Z","caller":"traceutil/trace.go:171","msg":"trace[1174993234] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bd65f883-9a70-4b39-b08c-9abf4c8675a0; range_end:; response_count:1; response_revision:24876; }","duration":"278.211081ms","start":"2026-03-03T20:59:32.477Z","end":"2026-03-03T20:59:32.755211Z","steps":["trace[1174993234] 'agreement among raft nodes before linearized reading' (duration: 277.917534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:32.755488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.458907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-03-03T20:59:32.755585Z","caller":"traceutil/trace.go:171","msg":"trace[1183420337] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:24876; }","duration":"275.59006ms","start":"2026-03-03T20:59:32.479972Z","end":"2026-03-03T20:59:32.755562Z","steps":["trace[1183420337] 'agreement among raft nodes before linearized reading' (duration: 275.263963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:34.532807Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.322071375s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:59:34.538804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58319465s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:34.539001Z","caller":"traceutil/trace.go:171","msg":"trace[709021833] transaction","detail":"{read_only:false; response_revision:24878; number_of_response:1; }","duration":"1.328341031s","start":"2026-03-03T20:59:33.210646Z","end":"2026-03-03T20:59:34.538987Z","steps":["trace[709021833] 'process raft request' (duration: 1.328246359s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:34.538974Z","caller":"traceutil/trace.go:171","msg":"trace[379465629] transaction","detail":"{read_only:false; response_revision:24877; number_of_response:1; }","duration":"1.778538876s","start":"2026-03-03T20:59:32.76038Z","end":"2026-03-03T20:59:34.538919Z","steps":["trace[379465629] 'process raft request' (duration: 195.166963ms)","trace[379465629] 'compare' (duration: 1.582043853s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:34.539061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:33.21062Z","time spent":"1.328410793s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:34.539135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:32.760365Z","time spent":"1.778687551s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T20:59:34.539135Z","caller":"traceutil/trace.go:171","msg":"trace[833390451] linearizableReadLoop","detail":"{readStateIndex:25786; appliedIndex:25785; }","duration":"1.778030595s","start":"2026-03-03T20:59:32.761054Z","end":"2026-03-03T20:59:34.539085Z","steps":["trace[833390451] 'read index received' (duration: 194.568069ms)","trace[833390451] 'applied index is now lower than readState.Index' (duration: 1.583456926s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:34.540016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778931526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1452"} {"level":"info","ts":"2026-03-03T20:59:34.540118Z","caller":"traceutil/trace.go:171","msg":"trace[119889182] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24878; }","duration":"1.77908026s","start":"2026-03-03T20:59:32.761012Z","end":"2026-03-03T20:59:34.540092Z","steps":["trace[119889182] 'agreement among raft nodes before linearized reading' (duration: 1.778267171s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:34.540189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:32.760994Z","time spent":"1.779184942s","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1475,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-03T20:59:34.966194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999889048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:59:34.966291Z","caller":"traceutil/trace.go:171","msg":"trace[1232836684] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000050031s","start":"2026-03-03T20:59:32.966221Z","end":"2026-03-03T20:59:34.966271Z","steps":["trace[1232836684] 'agreement among raft nodes before linearized reading' (duration: 1.999925829s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:34.966338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:32.966198Z","time spent":"2.000129703s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:59:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:36.925065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977972107s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:36.925338Z","caller":"traceutil/trace.go:171","msg":"trace[1791666576] transaction","detail":"{read_only:false; response_revision:24879; number_of_response:1; }","duration":"3.714225392s","start":"2026-03-03T20:59:33.211076Z","end":"2026-03-03T20:59:36.925301Z","steps":["trace[1791666576] 'process raft request' (duration: 1.735844605s)","trace[1791666576] 'compare' (duration: 1.976623256s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:36.925407Z","caller":"traceutil/trace.go:171","msg":"trace[281520168] transaction","detail":"{read_only:false; response_revision:24880; number_of_response:1; }","duration":"3.714217802s","start":"2026-03-03T20:59:33.211172Z","end":"2026-03-03T20:59:36.925389Z","steps":["trace[281520168] 'process raft request' (duration: 3.713996517s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:36.925369Z","caller":"traceutil/trace.go:171","msg":"trace[943739909] transaction","detail":"{read_only:false; response_revision:24881; number_of_response:1; }","duration":"3.714108619s","start":"2026-03-03T20:59:33.211239Z","end":"2026-03-03T20:59:36.925347Z","steps":["trace[943739909] 'process raft request' (duration: 3.714023147s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:36.925495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:33.211165Z","time spent":"3.714283283s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:36.925544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:33.211053Z","time spent":"3.714366185s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:36.925559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:33.211228Z","time spent":"3.714294623s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:36.925697Z","caller":"traceutil/trace.go:171","msg":"trace[716637228] transaction","detail":"{read_only:false; response_revision:24882; number_of_response:1; }","duration":"3.714117469s","start":"2026-03-03T20:59:33.211547Z","end":"2026-03-03T20:59:36.925664Z","steps":["trace[716637228] 'process raft request' (duration: 3.713759951s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:36.925872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:33.21151Z","time spent":"3.714277943s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:36.926404Z","caller":"traceutil/trace.go:171","msg":"trace[1989237602] transaction","detail":"{read_only:false; response_revision:24883; number_of_response:1; }","duration":"3.714271273s","start":"2026-03-03T20:59:33.212105Z","end":"2026-03-03T20:59:36.926376Z","steps":["trace[1989237602] 'process raft request' (duration: 3.713492475s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:36.926487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:33.212095Z","time spent":"3.714350074s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:36.926494Z","caller":"traceutil/trace.go:171","msg":"trace[1978312362] linearizableReadLoop","detail":"{readStateIndex:25793; appliedIndex:25787; }","duration":"2.387193301s","start":"2026-03-03T20:59:34.539286Z","end":"2026-03-03T20:59:36.926479Z","steps":["trace[1978312362] 'read index received' (duration: 407.648577ms)","trace[1978312362] 'applied index is now lower than readState.Index' (duration: 1.979542944s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:36.926596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.7066038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:36.9266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.44826088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:59:36.926621Z","caller":"traceutil/trace.go:171","msg":"trace[538497987] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24884; }","duration":"2.706669251s","start":"2026-03-03T20:59:34.219943Z","end":"2026-03-03T20:59:36.926612Z","steps":["trace[538497987] 'agreement among raft nodes before linearized reading' (duration: 2.70662339s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:36.926651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:34.219918Z","time spent":"2.706726863s","remote":"127.0.0.1:60394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:36.926653Z","caller":"traceutil/trace.go:171","msg":"trace[120504719] transaction","detail":"{read_only:false; response_revision:24884; number_of_response:1; }","duration":"3.714490278s","start":"2026-03-03T20:59:33.212155Z","end":"2026-03-03T20:59:36.926645Z","steps":["trace[120504719] 'process raft request' (duration: 3.714173201s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:36.926668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.391566598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T20:59:36.926697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:33.212138Z","time spent":"3.714536299s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:36.926706Z","caller":"traceutil/trace.go:171","msg":"trace[2147426137] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24884; }","duration":"3.39164113s","start":"2026-03-03T20:59:33.535055Z","end":"2026-03-03T20:59:36.926696Z","steps":["trace[2147426137] 'agreement among raft nodes before linearized reading' (duration: 3.391499507s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:36.926714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.47668137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T20:59:36.926745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:33.535039Z","time spent":"3.391697391s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T20:59:36.926628Z","caller":"traceutil/trace.go:171","msg":"trace[214739994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24884; }","duration":"2.448292961s","start":"2026-03-03T20:59:34.478326Z","end":"2026-03-03T20:59:36.926619Z","steps":["trace[214739994] 'agreement among raft nodes before linearized reading' (duration: 2.448189888s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:36.926785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:34.478236Z","time spent":"2.448544296s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:59:36.926805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.503993185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:36.926692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.384117935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-8687cdb994-5vzmq.189970561f365f3b\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-03-03T20:59:36.926799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.807547924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:36.92685Z","caller":"traceutil/trace.go:171","msg":"trace[2071407469] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24884; }","duration":"2.504063196s","start":"2026-03-03T20:59:34.422773Z","end":"2026-03-03T20:59:36.926836Z","steps":["trace[2071407469] 'agreement among raft nodes before linearized reading' (duration: 2.503994204s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:36.926748Z","caller":"traceutil/trace.go:171","msg":"trace[1019330691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24884; }","duration":"2.476749861s","start":"2026-03-03T20:59:34.449988Z","end":"2026-03-03T20:59:36.926738Z","steps":["trace[1019330691] 'agreement among raft nodes before linearized reading' (duration: 2.476647639s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:36.926874Z","caller":"traceutil/trace.go:171","msg":"trace[2069016691] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24884; }","duration":"2.807638866s","start":"2026-03-03T20:59:34.119216Z","end":"2026-03-03T20:59:36.926855Z","steps":["trace[2069016691] 'agreement among raft nodes before linearized reading' (duration: 2.807508123s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:36.926927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:34.119049Z","time spent":"2.807866751s","remote":"127.0.0.1:35910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:36.926935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:34.449966Z","time spent":"2.476934426s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:59:36.926611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.523717942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-03T20:59:36.926855Z","caller":"traceutil/trace.go:171","msg":"trace[881049652] range","detail":"{range_begin:/registry/events/openstack/magnum-api-8687cdb994-5vzmq.189970561f365f3b; range_end:; response_count:1; response_revision:24884; }","duration":"3.38430561s","start":"2026-03-03T20:59:33.542537Z","end":"2026-03-03T20:59:36.926843Z","steps":["trace[881049652] 'agreement among raft nodes before linearized reading' (duration: 3.383971072s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:36.927006Z","caller":"traceutil/trace.go:171","msg":"trace[1631377878] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24884; }","duration":"2.524145542s","start":"2026-03-03T20:59:34.40284Z","end":"2026-03-03T20:59:36.926985Z","steps":["trace[1631377878] 'agreement among raft nodes before linearized reading' (duration: 2.52364347s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:36.927027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:33.542525Z","time spent":"3.384495314s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-8687cdb994-5vzmq.189970561f365f3b\" "} {"level":"warn","ts":"2026-03-03T20:59:36.927039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:34.402816Z","time spent":"2.524212804s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-03T20:59:36.926889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:34.422755Z","time spent":"2.504123558s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:36.927297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.166013375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-03T20:59:36.92733Z","caller":"traceutil/trace.go:171","msg":"trace[145690928] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:24884; }","duration":"4.166071576s","start":"2026-03-03T20:59:32.761247Z","end":"2026-03-03T20:59:36.927319Z","steps":["trace[145690928] 'agreement among raft nodes before linearized reading' (duration: 4.165603985s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:36.927361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:32.761238Z","time spent":"4.166118147s","remote":"127.0.0.1:45870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-03-03T20:59:36.928573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.075496043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T20:59:36.928632Z","caller":"traceutil/trace.go:171","msg":"trace[779757555] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24884; }","duration":"4.075597365s","start":"2026-03-03T20:59:32.853021Z","end":"2026-03-03T20:59:36.928618Z","steps":["trace[779757555] 'agreement among raft nodes before linearized reading' (duration: 4.073706961s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:36.928669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:32.852999Z","time spent":"4.075660356s","remote":"127.0.0.1:46170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2717,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:36.96712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000568222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:59:36.967259Z","caller":"traceutil/trace.go:171","msg":"trace[595024538] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000762977s","start":"2026-03-03T20:59:34.966474Z","end":"2026-03-03T20:59:36.967237Z","steps":["trace[595024538] 'agreement among raft nodes before linearized reading' (duration: 2.000603063s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:36.967311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:34.966449Z","time spent":"2.000850438s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:59:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:37.426844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875513877,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:59:37.927589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875513877,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:59:38.396112Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.449130485s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:59:38.441396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.566806ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:38.441554Z","caller":"traceutil/trace.go:171","msg":"trace[1637716018] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24884; }","duration":"987.73849ms","start":"2026-03-03T20:59:37.45379Z","end":"2026-03-03T20:59:38.441528Z","steps":["trace[1637716018] 'range keys from in-memory index tree' (duration: 987.544506ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:38.442006Z","caller":"traceutil/trace.go:171","msg":"trace[1122109860] transaction","detail":"{read_only:false; response_revision:24886; number_of_response:1; }","duration":"3.880635937s","start":"2026-03-03T20:59:34.561346Z","end":"2026-03-03T20:59:38.441982Z","steps":["trace[1122109860] 'process raft request' (duration: 3.880530754s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:38.442027Z","caller":"traceutil/trace.go:171","msg":"trace[685133300] transaction","detail":"{read_only:false; response_revision:24885; number_of_response:1; }","duration":"3.896517616s","start":"2026-03-03T20:59:34.545475Z","end":"2026-03-03T20:59:38.441993Z","steps":["trace[685133300] 'process raft request' (duration: 3.850894716s)","trace[685133300] 'compare' (duration: 45.237311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:38.442153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:34.545448Z","time spent":"3.896642858s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:59:38.442163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:34.561332Z","time spent":"3.880745239s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:38.891515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999858417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:59:38.891615Z","caller":"traceutil/trace.go:171","msg":"trace[2084926442] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000021421s","start":"2026-03-03T20:59:36.891569Z","end":"2026-03-03T20:59:38.89159Z","steps":["trace[2084926442] 'agreement among raft nodes before linearized reading' (duration: 1.999896348s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:38.891669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:36.891534Z","time spent":"2.000124333s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:59:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:38.97499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999882827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:59:38.975076Z","caller":"traceutil/trace.go:171","msg":"trace[1938962255] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00001911s","start":"2026-03-03T20:59:36.975038Z","end":"2026-03-03T20:59:38.975057Z","steps":["trace[1938962255] 'agreement among raft nodes before linearized reading' (duration: 1.999917588s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:38.975123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:36.975021Z","time spent":"2.000092972s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:59:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:40.377459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041010347s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T20:59:40.37822Z","caller":"traceutil/trace.go:171","msg":"trace[1604788270] transaction","detail":"{read_only:false; response_revision:24887; number_of_response:1; }","duration":"3.834147676s","start":"2026-03-03T20:59:36.544047Z","end":"2026-03-03T20:59:40.378195Z","steps":["trace[1604788270] 'process raft request' (duration: 3.833482321s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:40.378379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:36.544022Z","time spent":"3.83427898s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:40.643687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.384773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:40.644149Z","caller":"traceutil/trace.go:171","msg":"trace[323889097] transaction","detail":"{read_only:false; response_revision:24890; number_of_response:1; }","duration":"3.701316162s","start":"2026-03-03T20:59:36.942814Z","end":"2026-03-03T20:59:40.64413Z","steps":["trace[323889097] 'process raft request' (duration: 3.701063686s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:40.64416Z","caller":"traceutil/trace.go:171","msg":"trace[1191335481] transaction","detail":"{read_only:false; response_revision:24888; number_of_response:1; }","duration":"3.704566698s","start":"2026-03-03T20:59:36.939373Z","end":"2026-03-03T20:59:40.643939Z","steps":["trace[1191335481] 'process raft request' (duration: 3.438804646s)","trace[1191335481] 'compare' (duration: 265.204349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:40.64422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:36.942804Z","time spent":"3.701380544s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:40.644368Z","caller":"traceutil/trace.go:171","msg":"trace[2008706809] transaction","detail":"{read_only:false; response_revision:24889; number_of_response:1; }","duration":"3.704847224s","start":"2026-03-03T20:59:36.939511Z","end":"2026-03-03T20:59:40.644358Z","steps":["trace[2008706809] 'process raft request' (duration: 3.704291621s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:40.644362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:36.93936Z","time spent":"3.704895595s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:40.644424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:36.939506Z","time spent":"3.704885124s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:40.644543Z","caller":"traceutil/trace.go:171","msg":"trace[267439590] transaction","detail":"{read_only:false; response_revision:24891; number_of_response:1; }","duration":"3.701646179s","start":"2026-03-03T20:59:36.942863Z","end":"2026-03-03T20:59:40.644509Z","steps":["trace[267439590] 'process raft request' (duration: 3.701049895s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:40.644628Z","caller":"traceutil/trace.go:171","msg":"trace[79302229] linearizableReadLoop","detail":"{readStateIndex:25801; appliedIndex:25793; }","duration":"3.718079721s","start":"2026-03-03T20:59:36.926526Z","end":"2026-03-03T20:59:40.644605Z","steps":["trace[79302229] 'read index received' (duration: 1.469816887s)","trace[79302229] 'applied index is now lower than readState.Index' (duration: 2.248261774s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:40.644737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:36.942858Z","time spent":"3.701770573s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:40.644757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.069911436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-03T20:59:40.644791Z","caller":"traceutil/trace.go:171","msg":"trace[1149956764] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:24893; }","duration":"5.069949127s","start":"2026-03-03T20:59:35.574832Z","end":"2026-03-03T20:59:40.644781Z","steps":["trace[1149956764] 'agreement among raft nodes before linearized reading' (duration: 5.069796364s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:40.644776Z","caller":"traceutil/trace.go:171","msg":"trace[218342476] transaction","detail":"{read_only:false; response_revision:24895; number_of_response:1; }","duration":"1.708687083s","start":"2026-03-03T20:59:38.936065Z","end":"2026-03-03T20:59:40.644752Z","steps":["trace[218342476] 'process raft request' (duration: 1.708613131s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:40.64482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:35.574771Z","time spent":"5.070043519s","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"info","ts":"2026-03-03T20:59:40.64489Z","caller":"traceutil/trace.go:171","msg":"trace[1670966020] transaction","detail":"{read_only:false; response_revision:24894; number_of_response:1; }","duration":"1.711617471s","start":"2026-03-03T20:59:38.933247Z","end":"2026-03-03T20:59:40.644865Z","steps":["trace[1670966020] 'process raft request' (duration: 1.711388166s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:40.644905Z","caller":"traceutil/trace.go:171","msg":"trace[269549048] transaction","detail":"{read_only:false; response_revision:24892; number_of_response:1; }","duration":"1.932714006s","start":"2026-03-03T20:59:38.712176Z","end":"2026-03-03T20:59:40.64489Z","steps":["trace[269549048] 'process raft request' (duration: 1.932297186s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:40.644889Z","caller":"traceutil/trace.go:171","msg":"trace[492657931] transaction","detail":"{read_only:false; response_revision:24893; number_of_response:1; }","duration":"1.711667362s","start":"2026-03-03T20:59:38.933192Z","end":"2026-03-03T20:59:40.64486Z","steps":["trace[492657931] 'process raft request' (duration: 1.711400256s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:40.64493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:38.936036Z","time spent":"1.708811746s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:40.645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.432221087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-03T20:59:40.645028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:38.712158Z","time spent":"1.932788187s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:40.645054Z","caller":"traceutil/trace.go:171","msg":"trace[1155263967] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24895; }","duration":"4.432307298s","start":"2026-03-03T20:59:36.212732Z","end":"2026-03-03T20:59:40.645039Z","steps":["trace[1155263967] 'agreement among raft nodes before linearized reading' (duration: 4.431982591s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:40.645099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:36.212715Z","time spent":"4.432376181s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:59:40.64509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:38.933165Z","time spent":"1.711837886s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:40.64523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.447781672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-rnbp9\" ","response":"range_response_count:1 size:6861"} {"level":"info","ts":"2026-03-03T20:59:40.645278Z","caller":"traceutil/trace.go:171","msg":"trace[833094205] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-rnbp9; range_end:; response_count:1; response_revision:24896; }","duration":"5.447881885s","start":"2026-03-03T20:59:35.197382Z","end":"2026-03-03T20:59:40.645264Z","steps":["trace[833094205] 'agreement among raft nodes before linearized reading' (duration: 5.447419194s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:40.645273Z","caller":"traceutil/trace.go:171","msg":"trace[1753451965] transaction","detail":"{read_only:false; response_revision:24896; number_of_response:1; }","duration":"1.706971873s","start":"2026-03-03T20:59:38.938287Z","end":"2026-03-03T20:59:40.645259Z","steps":["trace[1753451965] 'process raft request' (duration: 1.706424631s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:40.645319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:35.197353Z","time spent":"5.447959316s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6884,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-rnbp9\" "} {"level":"warn","ts":"2026-03-03T20:59:40.645229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.099078728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"warn","ts":"2026-03-03T20:59:40.645013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:38.933211Z","time spent":"1.711729394s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:40.645136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.503042211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:40.645369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:38.938272Z","time spent":"1.707054385s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:40.645373Z","caller":"traceutil/trace.go:171","msg":"trace[818888211] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:24896; }","duration":"6.099254023s","start":"2026-03-03T20:59:34.546105Z","end":"2026-03-03T20:59:40.645359Z","steps":["trace[818888211] 'agreement among raft nodes before linearized reading' (duration: 6.098740281s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:40.645189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.652241751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:40.645425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:34.546085Z","time spent":"6.099329314s","remote":"127.0.0.1:46112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9606,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-03-03T20:59:40.645418Z","caller":"traceutil/trace.go:171","msg":"trace[990115199] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24896; }","duration":"4.503347159s","start":"2026-03-03T20:59:36.142053Z","end":"2026-03-03T20:59:40.6454Z","steps":["trace[990115199] 'agreement among raft nodes before linearized reading' (duration: 4.502747935s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:40.645439Z","caller":"traceutil/trace.go:171","msg":"trace[1817251063] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24896; }","duration":"5.652562288s","start":"2026-03-03T20:59:34.992862Z","end":"2026-03-03T20:59:40.645425Z","steps":["trace[1817251063] 'agreement among raft nodes before linearized reading' (duration: 5.651921243s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:40.64548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:36.142036Z","time spent":"4.50342597s","remote":"127.0.0.1:46660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:40.645497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:34.992839Z","time spent":"5.652644431s","remote":"127.0.0.1:57350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:40.645213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.758762915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:40.645574Z","caller":"traceutil/trace.go:171","msg":"trace[304635654] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24896; }","duration":"5.759154253s","start":"2026-03-03T20:59:34.886403Z","end":"2026-03-03T20:59:40.645557Z","steps":["trace[304635654] 'agreement among raft nodes before linearized reading' (duration: 5.758431007s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:40.645624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:34.886386Z","time spent":"5.759224716s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:40.645739Z","caller":"traceutil/trace.go:171","msg":"trace[1417778607] transaction","detail":"{read_only:false; response_revision:24898; number_of_response:1; }","duration":"1.703671417s","start":"2026-03-03T20:59:38.942037Z","end":"2026-03-03T20:59:40.645709Z","steps":["trace[1417778607] 'process raft request' (duration: 1.703549114s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:40.645784Z","caller":"traceutil/trace.go:171","msg":"trace[862907956] transaction","detail":"{read_only:false; response_revision:24899; number_of_response:1; }","duration":"1.018309349s","start":"2026-03-03T20:59:39.627461Z","end":"2026-03-03T20:59:40.64577Z","steps":["trace[862907956] 'process raft request' (duration: 1.018201427s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:40.645812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663157136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:40.645851Z","caller":"traceutil/trace.go:171","msg":"trace[1290637370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24899; }","duration":"1.663228657s","start":"2026-03-03T20:59:38.982612Z","end":"2026-03-03T20:59:40.645841Z","steps":["trace[1290637370] 'agreement among raft nodes before linearized reading' (duration: 1.663146285s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:40.645862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.70684059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-03-03T20:59:40.645891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:38.982592Z","time spent":"1.663293069s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:59:40.6459Z","caller":"traceutil/trace.go:171","msg":"trace[885277430] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:24899; }","duration":"3.706901901s","start":"2026-03-03T20:59:36.938988Z","end":"2026-03-03T20:59:40.64589Z","steps":["trace[885277430] 'agreement among raft nodes before linearized reading' (duration: 3.706768258s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:40.645904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053501301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:40.645928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:36.938971Z","time spent":"3.706950903s","remote":"127.0.0.1:45870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-03-03T20:59:40.64591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:38.942023Z","time spent":"1.70380008s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:40.645926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.609307935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:40.645985Z","caller":"traceutil/trace.go:171","msg":"trace[1542905401] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24899; }","duration":"3.609396787s","start":"2026-03-03T20:59:37.036578Z","end":"2026-03-03T20:59:40.645975Z","steps":["trace[1542905401] 'agreement among raft nodes before linearized reading' (duration: 3.609311225s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:40.645854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.251124026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:40.646027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:37.036563Z","time spent":"3.609457168s","remote":"127.0.0.1:46658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:59:40.646039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.702388466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0304092c-a8f2-4c46-80ab-9954462579ad\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-03-03T20:59:40.645863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:39.627426Z","time spent":"1.018398661s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:40.646078Z","caller":"traceutil/trace.go:171","msg":"trace[266181064] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0304092c-a8f2-4c46-80ab-9954462579ad; range_end:; response_count:1; response_revision:24899; }","duration":"3.702427417s","start":"2026-03-03T20:59:36.943639Z","end":"2026-03-03T20:59:40.646067Z","steps":["trace[266181064] 'agreement among raft nodes before linearized reading' (duration: 3.702278304s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:40.646029Z","caller":"traceutil/trace.go:171","msg":"trace[1698463044] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24899; }","duration":"3.251402742s","start":"2026-03-03T20:59:37.394618Z","end":"2026-03-03T20:59:40.646021Z","steps":["trace[1698463044] 'agreement among raft nodes before linearized reading' (duration: 3.251182647s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:40.646081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63667315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:40.64611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:36.943568Z","time spent":"3.70253481s","remote":"127.0.0.1:45806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-0304092c-a8f2-4c46-80ab-9954462579ad\" "} {"level":"warn","ts":"2026-03-03T20:59:40.646146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:37.39459Z","time spent":"3.251522375s","remote":"127.0.0.1:46520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:40.645936Z","caller":"traceutil/trace.go:171","msg":"trace[2146960173] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24899; }","duration":"2.053573373s","start":"2026-03-03T20:59:38.592353Z","end":"2026-03-03T20:59:40.645927Z","steps":["trace[2146960173] 'agreement among raft nodes before linearized reading' (duration: 2.053526882s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:40.64623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:38.592329Z","time spent":"2.053887881s","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:40.646238Z","caller":"traceutil/trace.go:171","msg":"trace[797352782] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24899; }","duration":"1.636951437s","start":"2026-03-03T20:59:39.009271Z","end":"2026-03-03T20:59:40.646223Z","steps":["trace[797352782] 'agreement among raft nodes before linearized reading' (duration: 1.636570028s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:40.645756Z","caller":"traceutil/trace.go:171","msg":"trace[1578573264] transaction","detail":"{read_only:false; response_revision:24897; number_of_response:1; }","duration":"1.70594932s","start":"2026-03-03T20:59:38.93979Z","end":"2026-03-03T20:59:40.645739Z","steps":["trace[1578573264] 'process raft request' (duration: 1.705303175s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:40.646285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:39.009251Z","time spent":"1.637020469s","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:40.646329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:38.939759Z","time spent":"1.706532293s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:41.409662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.530527ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T20:59:41.409792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:40.649296Z","time spent":"760.467612ms","remote":"127.0.0.1:45704","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T20:59:41.40994Z","caller":"traceutil/trace.go:171","msg":"trace[2082034924] linearizableReadLoop","detail":"{readStateIndex:25810; appliedIndex:25809; }","duration":"758.613729ms","start":"2026-03-03T20:59:40.651319Z","end":"2026-03-03T20:59:41.409933Z","steps":["trace[2082034924] 'read index received' (duration: 92.851477ms)","trace[2082034924] 'applied index is now lower than readState.Index' (duration: 665.761732ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:41.409912Z","caller":"traceutil/trace.go:171","msg":"trace[776837819] transaction","detail":"{read_only:false; response_revision:24900; number_of_response:1; }","duration":"754.35964ms","start":"2026-03-03T20:59:40.655539Z","end":"2026-03-03T20:59:41.409898Z","steps":["trace[776837819] 'process raft request' (duration: 754.212737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:41.410227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:40.655526Z","time spent":"754.627036ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:41.410259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.917896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T20:59:41.410321Z","caller":"traceutil/trace.go:171","msg":"trace[889915855] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24900; }","duration":"759.016338ms","start":"2026-03-03T20:59:40.651288Z","end":"2026-03-03T20:59:41.410304Z","steps":["trace[889915855] 'agreement among raft nodes before linearized reading' (duration: 758.810163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:41.410372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:40.651275Z","time spent":"759.08281ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:59:42.656364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000380209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:59:42.656491Z","caller":"traceutil/trace.go:171","msg":"trace[375692219] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000520292s","start":"2026-03-03T20:59:40.655957Z","end":"2026-03-03T20:59:42.656478Z","steps":["trace[375692219] 'agreement among raft nodes before linearized reading' (duration: 2.000378219s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:42.656541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:40.655942Z","time spent":"2.000590653s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:43.796037Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.187806431s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:59:44.050498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.44223189s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:44.050721Z","caller":"traceutil/trace.go:171","msg":"trace[1162429391] transaction","detail":"{read_only:false; response_revision:24901; number_of_response:1; }","duration":"2.651195083s","start":"2026-03-03T20:59:41.399504Z","end":"2026-03-03T20:59:44.050699Z","steps":["trace[1162429391] 'process raft request' (duration: 208.634975ms)","trace[1162429391] 'compare' (duration: 2.440704074s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:44.050805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:41.399467Z","time spent":"2.651301995s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:44.657579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000266904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:59:44.657759Z","caller":"traceutil/trace.go:171","msg":"trace[336128552] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0004836s","start":"2026-03-03T20:59:42.657241Z","end":"2026-03-03T20:59:44.657725Z","steps":["trace[336128552] 'agreement among raft nodes before linearized reading' (duration: 2.000290225s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:44.657841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:42.657228Z","time spent":"2.000598932s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:59:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:45.234631Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.438366866s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:59:45.876056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825426756s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T20:59:45.876308Z","caller":"traceutil/trace.go:171","msg":"trace[1505983453] linearizableReadLoop","detail":"{readStateIndex:25813; appliedIndex:25811; }","duration":"4.466329419s","start":"2026-03-03T20:59:41.409961Z","end":"2026-03-03T20:59:45.87629Z","steps":["trace[1505983453] 'read index received' (duration: 198.326136ms)","trace[1505983453] 'applied index is now lower than readState.Index' (duration: 4.267998783s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:45.877207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.696151796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.1899705a3a9c3132\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-03-03T20:59:45.877291Z","caller":"traceutil/trace.go:171","msg":"trace[1687273182] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.1899705a3a9c3132; range_end:; response_count:1; response_revision:24902; }","duration":"4.69627569s","start":"2026-03-03T20:59:41.180993Z","end":"2026-03-03T20:59:45.877268Z","steps":["trace[1687273182] 'agreement among raft nodes before linearized reading' (duration: 4.696037154s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:45.877333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:41.180972Z","time spent":"4.696351051s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":863,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.1899705a3a9c3132\" "} {"level":"warn","ts":"2026-03-03T20:59:45.877348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.22588745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-03-03T20:59:45.877406Z","caller":"traceutil/trace.go:171","msg":"trace[2005154909] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:24902; }","duration":"5.225962891s","start":"2026-03-03T20:59:40.651425Z","end":"2026-03-03T20:59:45.877388Z","steps":["trace[2005154909] 'agreement among raft nodes before linearized reading' (duration: 5.225743386s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:45.877467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:40.651422Z","time spent":"5.226032013s","remote":"127.0.0.1:45870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-03-03T20:59:45.877497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.753947559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-03T20:59:45.877578Z","caller":"traceutil/trace.go:171","msg":"trace[2122460099] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24902; }","duration":"4.754029181s","start":"2026-03-03T20:59:41.123524Z","end":"2026-03-03T20:59:45.877553Z","steps":["trace[2122460099] 'agreement among raft nodes before linearized reading' (duration: 4.753858447s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:45.877642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:41.123517Z","time spent":"4.754110693s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T20:59:45.877325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.225750297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-03T20:59:45.877711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.754696627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-03T20:59:45.87776Z","caller":"traceutil/trace.go:171","msg":"trace[1268254309] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24902; }","duration":"5.226229607s","start":"2026-03-03T20:59:40.65151Z","end":"2026-03-03T20:59:45.87774Z","steps":["trace[1268254309] 'agreement among raft nodes before linearized reading' (duration: 5.225562342s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:45.877743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.152939235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:45.87779Z","caller":"traceutil/trace.go:171","msg":"trace[2005992525] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24902; }","duration":"4.754813979s","start":"2026-03-03T20:59:41.122932Z","end":"2026-03-03T20:59:45.877746Z","steps":["trace[2005992525] 'agreement among raft nodes before linearized reading' (duration: 4.754625394s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:45.877831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:40.651493Z","time spent":"5.22631251s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-03T20:59:45.877849Z","caller":"traceutil/trace.go:171","msg":"trace[2103429103] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24902; }","duration":"5.153116479s","start":"2026-03-03T20:59:40.724707Z","end":"2026-03-03T20:59:45.877823Z","steps":["trace[2103429103] 'agreement among raft nodes before linearized reading' (duration: 5.152932255s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:45.877868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:41.12291Z","time spent":"4.754921062s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T20:59:45.877906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:40.724678Z","time spent":"5.153211322s","remote":"127.0.0.1:46542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:45.878031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.123025381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-03T20:59:45.878162Z","caller":"traceutil/trace.go:171","msg":"trace[1066968763] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24902; }","duration":"4.46639283s","start":"2026-03-03T20:59:41.411733Z","end":"2026-03-03T20:59:45.878126Z","steps":["trace[1066968763] 'process raft request' (duration: 4.464415485s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:45.878214Z","caller":"traceutil/trace.go:171","msg":"trace[181102678] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24902; }","duration":"5.123219665s","start":"2026-03-03T20:59:40.754933Z","end":"2026-03-03T20:59:45.878152Z","steps":["trace[181102678] 'agreement among raft nodes before linearized reading' (duration: 5.122454947s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:45.878215Z","caller":"traceutil/trace.go:171","msg":"trace[700834985] transaction","detail":"{read_only:false; response_revision:24903; number_of_response:1; }","duration":"3.495618324s","start":"2026-03-03T20:59:42.382578Z","end":"2026-03-03T20:59:45.878196Z","steps":["trace[700834985] 'process raft request' (duration: 3.493632958s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:45.878265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:40.75492Z","time spent":"5.123332877s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-03T20:59:45.878294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:41.411713Z","time spent":"4.466504373s","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:45.878431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:42.382561Z","time spent":"3.495735687s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:46.376433Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875513909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:59:46.665625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000152653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:59:46.665712Z","caller":"traceutil/trace.go:171","msg":"trace[2063132436] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000297727s","start":"2026-03-03T20:59:44.665394Z","end":"2026-03-03T20:59:46.665692Z","steps":["trace[2063132436] 'agreement among raft nodes before linearized reading' (duration: 2.000178064s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:46.665766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:44.665377Z","time spent":"2.000379888s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:59:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:46.87712Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875513909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:59:47.377781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875513909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:59:47.647412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999506731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:59:47.647505Z","caller":"traceutil/trace.go:171","msg":"trace[2098655643] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999665255s","start":"2026-03-03T20:59:42.647816Z","end":"2026-03-03T20:59:47.647481Z","steps":["trace[2098655643] 'agreement among raft nodes before linearized reading' (duration: 4.999552642s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:47.647556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:42.647792Z","time spent":"4.999753427s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 20:59:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:47.650096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:42.651103Z","time spent":"4.998982919s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T20:59:47.650712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:42.651704Z","time spent":"4.99899805s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 20:59:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/03 20:59:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:47.650905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:42.652441Z","time spent":"4.998457557s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 20:59:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:47.651558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:42.65434Z","time spent":"4.997213869s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 20:59:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:47.651717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:42.653098Z","time spent":"4.9986133s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 20:59:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:47.65365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:42.65538Z","time spent":"4.998262452s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 20:59:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:47.878175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875513909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:59:48.379288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875513909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:59:48.570949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.914762748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:48.570992Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.785581874s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:59:48.571033Z","caller":"traceutil/trace.go:171","msg":"trace[1273188962] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24903; }","duration":"7.914875991s","start":"2026-03-03T20:59:40.656135Z","end":"2026-03-03T20:59:48.571011Z","steps":["trace[1273188962] 'agreement among raft nodes before linearized reading' (duration: 5.221803405s)","trace[1273188962] 'range keys from in-memory index tree' (duration: 2.692955184s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:48.571083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:40.656124Z","time spent":"7.914946202s","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:59:48.573108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119097611s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:48.573219Z","caller":"traceutil/trace.go:171","msg":"trace[2088188947] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24903; }","duration":"1.119221344s","start":"2026-03-03T20:59:47.453981Z","end":"2026-03-03T20:59:48.573202Z","steps":["trace[2088188947] 'range keys from in-memory index tree' (duration: 1.119079871s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:48.573508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.695233646s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:48.574236Z","caller":"traceutil/trace.go:171","msg":"trace[1792457538] transaction","detail":"{read_only:false; response_revision:24910; number_of_response:1; }","duration":"5.124947325s","start":"2026-03-03T20:59:43.449276Z","end":"2026-03-03T20:59:48.574224Z","steps":["trace[1792457538] 'process raft request' (duration: 5.124819913s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:48.574292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:43.449238Z","time spent":"5.125026937s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:48.574414Z","caller":"traceutil/trace.go:171","msg":"trace[202351467] transaction","detail":"{read_only:false; response_revision:24911; number_of_response:1; }","duration":"3.002660106s","start":"2026-03-03T20:59:45.57174Z","end":"2026-03-03T20:59:48.5744Z","steps":["trace[202351467] 'process raft request' (duration: 3.00244212s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:48.574503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:45.571704Z","time spent":"3.002749338s","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18591,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:48.666146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000167882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:59:48.666238Z","caller":"traceutil/trace.go:171","msg":"trace[40640834] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000320456s","start":"2026-03-03T20:59:46.665897Z","end":"2026-03-03T20:59:48.666218Z","steps":["trace[40640834] 'agreement among raft nodes before linearized reading' (duration: 2.000198103s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:48.66629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:46.665875Z","time spent":"2.000405379s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:48.893737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000389409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:59:48.893825Z","caller":"traceutil/trace.go:171","msg":"trace[2007225949] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000542923s","start":"2026-03-03T20:59:46.893262Z","end":"2026-03-03T20:59:48.893805Z","steps":["trace[2007225949] 'agreement among raft nodes before linearized reading' (duration: 2.00042945s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:48.893877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:46.893235Z","time spent":"2.000628255s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:59:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-03T20:59:49.075356Z","caller":"traceutil/trace.go:171","msg":"trace[409644658] linearizableReadLoop","detail":"{readStateIndex:25828; appliedIndex:25815; }","duration":"3.198990935s","start":"2026-03-03T20:59:45.876337Z","end":"2026-03-03T20:59:49.075328Z","steps":["trace[409644658] 'read index received' (duration: 2.695509742s)","trace[409644658] 'applied index is now lower than readState.Index' (duration: 503.479793ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:49.075412Z","caller":"traceutil/trace.go:171","msg":"trace[888118364] transaction","detail":"{read_only:false; response_revision:24913; number_of_response:1; }","duration":"3.191599433s","start":"2026-03-03T20:59:45.883771Z","end":"2026-03-03T20:59:49.075371Z","steps":["trace[888118364] 'process raft request' (duration: 3.191417099s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:49.075472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.759870486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:49.0755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.772668883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:49.075538Z","caller":"traceutil/trace.go:171","msg":"trace[295930754] transaction","detail":"{read_only:false; response_revision:24914; number_of_response:1; }","duration":"917.783656ms","start":"2026-03-03T20:59:48.157739Z","end":"2026-03-03T20:59:49.075522Z","steps":["trace[295930754] 'process raft request' (duration: 917.51535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:49.075549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:45.883758Z","time spent":"3.191712187s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:49.075568Z","caller":"traceutil/trace.go:171","msg":"trace[964311263] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24914; }","duration":"6.772801706s","start":"2026-03-03T20:59:42.302747Z","end":"2026-03-03T20:59:49.075548Z","steps":["trace[964311263] 'agreement among raft nodes before linearized reading' (duration: 6.772636352s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:49.075591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.42420411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T20:59:49.075525Z","caller":"traceutil/trace.go:171","msg":"trace[1822190334] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24914; }","duration":"6.759936748s","start":"2026-03-03T20:59:42.315574Z","end":"2026-03-03T20:59:49.075511Z","steps":["trace[1822190334] 'agreement among raft nodes before linearized reading' (duration: 6.759806565s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:49.075653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.716170341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T20:59:49.075612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:45.880933Z","time spent":"3.194669995s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T20:59:49.07567Z","caller":"traceutil/trace.go:171","msg":"trace[349973382] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24914; }","duration":"6.716191791s","start":"2026-03-03T20:59:42.359473Z","end":"2026-03-03T20:59:49.075665Z","steps":["trace[349973382] 'agreement among raft nodes before linearized reading' (duration: 6.716066478s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:49.075665Z","caller":"traceutil/trace.go:171","msg":"trace[771304310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24914; }","duration":"6.424312302s","start":"2026-03-03T20:59:42.651335Z","end":"2026-03-03T20:59:49.075647Z","steps":["trace[771304310] 'agreement among raft nodes before linearized reading' (duration: 6.424028635s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:49.075664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.664045845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18607"} {"level":"warn","ts":"2026-03-03T20:59:49.075663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.709182919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-03T20:59:49.07566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.378487173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:49.075739Z","caller":"traceutil/trace.go:171","msg":"trace[1457253752] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24914; }","duration":"7.664131577s","start":"2026-03-03T20:59:41.411591Z","end":"2026-03-03T20:59:49.075722Z","steps":["trace[1457253752] 'agreement among raft nodes before linearized reading' (duration: 7.663903221s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:49.075745Z","caller":"traceutil/trace.go:171","msg":"trace[1492480902] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24914; }","duration":"6.709317682s","start":"2026-03-03T20:59:42.366406Z","end":"2026-03-03T20:59:49.075724Z","steps":["trace[1492480902] 'agreement among raft nodes before linearized reading' (duration: 6.709132497s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:49.075765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.309270576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:49.075785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:41.411549Z","time spent":"7.664227779s","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18630,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T20:59:49.075792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:42.366393Z","time spent":"6.709391473s","remote":"127.0.0.1:45770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T20:59:49.075792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.459329122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:49.075806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.470308631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:49.075764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.593802015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:49.075816Z","caller":"traceutil/trace.go:171","msg":"trace[1513617146] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24914; }","duration":"3.309376949s","start":"2026-03-03T20:59:45.766425Z","end":"2026-03-03T20:59:49.075802Z","steps":["trace[1513617146] 'agreement among raft nodes before linearized reading' (duration: 3.309290857s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:49.075843Z","caller":"traceutil/trace.go:171","msg":"trace[1504988623] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24914; }","duration":"5.459421764s","start":"2026-03-03T20:59:43.6164Z","end":"2026-03-03T20:59:49.075822Z","steps":["trace[1504988623] 'agreement among raft nodes before linearized reading' (duration: 5.459345752s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:49.075847Z","caller":"traceutil/trace.go:171","msg":"trace[1235232828] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24914; }","duration":"4.470381083s","start":"2026-03-03T20:59:44.605453Z","end":"2026-03-03T20:59:49.075834Z","steps":["trace[1235232828] 'agreement among raft nodes before linearized reading' (duration: 4.470287471s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:49.075876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:43.61638Z","time spent":"5.459488935s","remote":"127.0.0.1:53982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:49.075882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:44.605436Z","time spent":"4.470438954s","remote":"127.0.0.1:38992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:49.07588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:45.766387Z","time spent":"3.309477822s","remote":"127.0.0.1:35948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:49.075885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.711921433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:49.075902Z","caller":"traceutil/trace.go:171","msg":"trace[1758771836] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24914; }","duration":"3.59399108s","start":"2026-03-03T20:59:45.481864Z","end":"2026-03-03T20:59:49.075855Z","steps":["trace[1758771836] 'agreement among raft nodes before linearized reading' (duration: 3.593733774s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:49.075933Z","caller":"traceutil/trace.go:171","msg":"trace[1550400381] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24914; }","duration":"4.711966904s","start":"2026-03-03T20:59:44.363951Z","end":"2026-03-03T20:59:49.075918Z","steps":["trace[1550400381] 'agreement among raft nodes before linearized reading' (duration: 4.711870262s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:49.075684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.192553696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a3ed65dd-cd79-4f04-9598-632bc57dbe5f\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-03-03T20:59:49.075679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:42.315548Z","time spent":"6.760113781s","remote":"127.0.0.1:46514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:49.075968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:44.3639Z","time spent":"4.712059606s","remote":"127.0.0.1:46088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:49.075972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:45.481841Z","time spent":"3.594118052s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:49.075994Z","caller":"traceutil/trace.go:171","msg":"trace[1533850104] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a3ed65dd-cd79-4f04-9598-632bc57dbe5f; range_end:; response_count:1; response_revision:24914; }","duration":"3.192891714s","start":"2026-03-03T20:59:45.883086Z","end":"2026-03-03T20:59:49.075978Z","steps":["trace[1533850104] 'agreement among raft nodes before linearized reading' (duration: 3.192443503s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:49.076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:45.879327Z","time spent":"3.196645781s","remote":"127.0.0.1:45704","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T20:59:49.076033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:45.883067Z","time spent":"3.192954156s","remote":"127.0.0.1:45806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-a3ed65dd-cd79-4f04-9598-632bc57dbe5f\" "} {"level":"warn","ts":"2026-03-03T20:59:49.075716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:42.651327Z","time spent":"6.424374304s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:59:49.076097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.807972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T20:59:49.0761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.209402701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:49.07573Z","caller":"traceutil/trace.go:171","msg":"trace[264954874] transaction","detail":"{read_only:false; response_revision:24912; number_of_response:1; }","duration":"3.192307261s","start":"2026-03-03T20:59:45.883415Z","end":"2026-03-03T20:59:49.075722Z","steps":["trace[264954874] 'process raft request' (duration: 3.191548963s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:49.076136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.682939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:49.076134Z","caller":"traceutil/trace.go:171","msg":"trace[1056242730] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24914; }","duration":"6.209491303s","start":"2026-03-03T20:59:42.866634Z","end":"2026-03-03T20:59:49.076126Z","steps":["trace[1056242730] 'agreement among raft nodes before linearized reading' (duration: 6.209429992s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:49.07615Z","caller":"traceutil/trace.go:171","msg":"trace[803548477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24914; }","duration":"401.72583ms","start":"2026-03-03T20:59:48.67442Z","end":"2026-03-03T20:59:49.076146Z","steps":["trace[803548477] 'agreement among raft nodes before linearized reading' (duration: 401.70443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:49.076165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:48.674402Z","time spent":"401.760181ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:49.076164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:42.86661Z","time spent":"6.209547575s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:49.075693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:42.359423Z","time spent":"6.716266053s","remote":"127.0.0.1:45972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:49.076199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:45.883388Z","time spent":"3.19275178s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:49.076212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424108985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-03-03T20:59:49.075994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421628057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-03T20:59:49.076267Z","caller":"traceutil/trace.go:171","msg":"trace[405160033] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24914; }","duration":"1.424206387s","start":"2026-03-03T20:59:47.652045Z","end":"2026-03-03T20:59:49.076252Z","steps":["trace[405160033] 'agreement among raft nodes before linearized reading' (duration: 1.424078334s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:49.076292Z","caller":"traceutil/trace.go:171","msg":"trace[481376926] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24914; }","duration":"1.421952625s","start":"2026-03-03T20:59:47.654325Z","end":"2026-03-03T20:59:49.076278Z","steps":["trace[481376926] 'agreement among raft nodes before linearized reading' (duration: 1.421606046s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:49.076314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:47.652021Z","time spent":"1.424280399s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-03T20:59:49.076088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42347098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-03-03T20:59:49.076339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:47.654306Z","time spent":"1.422015617s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-03T20:59:49.075473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.357541102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:49.076366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.327615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T20:59:49.076362Z","caller":"traceutil/trace.go:171","msg":"trace[590527738] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24914; }","duration":"1.423775207s","start":"2026-03-03T20:59:47.652575Z","end":"2026-03-03T20:59:49.07635Z","steps":["trace[590527738] 'agreement among raft nodes before linearized reading' (duration: 1.423391998s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:49.076379Z","caller":"traceutil/trace.go:171","msg":"trace[2098299884] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24914; }","duration":"607.379317ms","start":"2026-03-03T20:59:48.468996Z","end":"2026-03-03T20:59:49.076375Z","steps":["trace[2098299884] 'agreement among raft nodes before linearized reading' (duration: 607.271314ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:49.076378Z","caller":"traceutil/trace.go:171","msg":"trace[890830785] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24914; }","duration":"4.358550316s","start":"2026-03-03T20:59:44.717816Z","end":"2026-03-03T20:59:49.076366Z","steps":["trace[890830785] 'agreement among raft nodes before linearized reading' (duration: 4.357538332s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:49.076402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:47.652563Z","time spent":"1.423828498s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T20:59:49.076425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.388881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:49.076395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:48.468975Z","time spent":"607.416767ms","remote":"127.0.0.1:45964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:49.076444Z","caller":"traceutil/trace.go:171","msg":"trace[2087774127] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24914; }","duration":"785.407591ms","start":"2026-03-03T20:59:48.29103Z","end":"2026-03-03T20:59:49.076438Z","steps":["trace[2087774127] 'agreement among raft nodes before linearized reading' (duration: 785.37481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:49.076257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.035624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:49.076484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.271574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:49.076113Z","caller":"traceutil/trace.go:171","msg":"trace[2002503841] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24914; }","duration":"119.860684ms","start":"2026-03-03T20:59:48.956248Z","end":"2026-03-03T20:59:49.076109Z","steps":["trace[2002503841] 'agreement among raft nodes before linearized reading' (duration: 119.760091ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:49.076501Z","caller":"traceutil/trace.go:171","msg":"trace[2089344057] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24914; }","duration":"976.324245ms","start":"2026-03-03T20:59:48.10017Z","end":"2026-03-03T20:59:49.076495Z","steps":["trace[2089344057] 'agreement among raft nodes before linearized reading' (duration: 976.297284ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:49.076493Z","caller":"traceutil/trace.go:171","msg":"trace[429800273] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24914; }","duration":"497.286529ms","start":"2026-03-03T20:59:48.579191Z","end":"2026-03-03T20:59:49.076477Z","steps":["trace[429800273] 'agreement among raft nodes before linearized reading' (duration: 497.048504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:49.07652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:48.100133Z","time spent":"976.379656ms","remote":"127.0.0.1:46960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:49.076512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424692009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-03-03T20:59:49.076534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.853356768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:49.076552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:48.579176Z","time spent":"497.350921ms","remote":"127.0.0.1:45926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-03T20:59:49.076561Z","caller":"traceutil/trace.go:171","msg":"trace[201854700] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24914; }","duration":"1.424776481s","start":"2026-03-03T20:59:47.651768Z","end":"2026-03-03T20:59:49.076545Z","steps":["trace[201854700] 'agreement among raft nodes before linearized reading' (duration: 1.424646188s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:49.076571Z","caller":"traceutil/trace.go:171","msg":"trace[1790903959] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24914; }","duration":"2.85344205s","start":"2026-03-03T20:59:46.223119Z","end":"2026-03-03T20:59:49.076561Z","steps":["trace[1790903959] 'agreement among raft nodes before linearized reading' (duration: 2.853380399s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:49.076421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:44.717794Z","time spent":"4.358614858s","remote":"127.0.0.1:60346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:49.076586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.1927023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:225"} {"level":"warn","ts":"2026-03-03T20:59:49.076603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:46.223093Z","time spent":"2.853502111s","remote":"127.0.0.1:45886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:49.076603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:47.65175Z","time spent":"1.424842382s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-03-03T20:59:49.076636Z","caller":"traceutil/trace.go:171","msg":"trace[484421682] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:24914; }","duration":"3.192753501s","start":"2026-03-03T20:59:45.883869Z","end":"2026-03-03T20:59:49.076622Z","steps":["trace[484421682] 'agreement among raft nodes before linearized reading' (duration: 3.192647418s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:49.076651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421914464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-03T20:59:49.076669Z","caller":"traceutil/trace.go:171","msg":"trace[906186905] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24914; }","duration":"1.421956144s","start":"2026-03-03T20:59:47.654707Z","end":"2026-03-03T20:59:49.076663Z","steps":["trace[906186905] 'agreement among raft nodes before linearized reading' (duration: 1.421895723s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:49.076666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:45.883863Z","time spent":"3.192796011s","remote":"127.0.0.1:45870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":248,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"warn","ts":"2026-03-03T20:59:49.076684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:47.654696Z","time spent":"1.421982715s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-03T20:59:49.07668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42133691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-03T20:59:49.076458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:48.290964Z","time spent":"785.489293ms","remote":"127.0.0.1:46964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:49.076737Z","caller":"traceutil/trace.go:171","msg":"trace[1362358447] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24914; }","duration":"1.421428543s","start":"2026-03-03T20:59:47.655286Z","end":"2026-03-03T20:59:49.076714Z","steps":["trace[1362358447] 'agreement among raft nodes before linearized reading' (duration: 1.421205397s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:49.076782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:47.655274Z","time spent":"1.421500364s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-03T20:59:49.076747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698802784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:49.076864Z","caller":"traceutil/trace.go:171","msg":"trace[10208955] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24914; }","duration":"1.698962808s","start":"2026-03-03T20:59:47.377888Z","end":"2026-03-03T20:59:49.076851Z","steps":["trace[10208955] 'agreement among raft nodes before linearized reading' (duration: 1.698829425s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:49.076873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.186641028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"warn","ts":"2026-03-03T20:59:49.076902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:47.377864Z","time spent":"1.69902656s","remote":"127.0.0.1:38996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:49.076905Z","caller":"traceutil/trace.go:171","msg":"trace[1589799359] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:24914; }","duration":"3.18670274s","start":"2026-03-03T20:59:45.890191Z","end":"2026-03-03T20:59:49.076894Z","steps":["trace[1589799359] 'agreement among raft nodes before linearized reading' (duration: 3.186611518s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:49.076367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.424683141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:59:49.076973Z","caller":"traceutil/trace.go:171","msg":"trace[1391843014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24914; }","duration":"6.425292905s","start":"2026-03-03T20:59:42.651673Z","end":"2026-03-03T20:59:49.076966Z","steps":["trace[1391843014] 'agreement among raft nodes before linearized reading' (duration: 6.42462246s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:49.076935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:45.890179Z","time spent":"3.186750971s","remote":"127.0.0.1:46112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9606,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-03T20:59:49.076994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:42.651638Z","time spent":"6.425350036s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:59:49.076983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546678672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418256"} {"level":"info","ts":"2026-03-03T20:59:49.07578Z","caller":"traceutil/trace.go:171","msg":"trace[1007182112] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24914; }","duration":"7.37881711s","start":"2026-03-03T20:59:41.696935Z","end":"2026-03-03T20:59:49.075752Z","steps":["trace[1007182112] 'agreement among raft nodes before linearized reading' (duration: 7.378458562s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:49.077013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.655076208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:49.077012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191639515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T20:59:49.077026Z","caller":"traceutil/trace.go:171","msg":"trace[612238186] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24914; }","duration":"1.546786004s","start":"2026-03-03T20:59:47.530228Z","end":"2026-03-03T20:59:49.077014Z","steps":["trace[612238186] 'agreement among raft nodes before linearized reading' (duration: 1.546500427s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:49.077051Z","caller":"traceutil/trace.go:171","msg":"trace[534671013] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24914; }","duration":"3.655155519s","start":"2026-03-03T20:59:45.421884Z","end":"2026-03-03T20:59:49.07704Z","steps":["trace[534671013] 'agreement among raft nodes before linearized reading' (duration: 3.655045637s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:49.077062Z","caller":"traceutil/trace.go:171","msg":"trace[1701330164] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24914; }","duration":"1.191723487s","start":"2026-03-03T20:59:47.885327Z","end":"2026-03-03T20:59:49.07705Z","steps":["trace[1701330164] 'agreement among raft nodes before linearized reading' (duration: 1.191580184s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:49.077065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:47.53021Z","time spent":"1.546847326s","remote":"127.0.0.1:35884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418279,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T20:59:49.077056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.035316179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:49.077091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:47.885305Z","time spent":"1.191779239s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T20:59:49.077095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:45.421861Z","time spent":"3.655212151s","remote":"127.0.0.1:46016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:49.077115Z","caller":"traceutil/trace.go:171","msg":"trace[1678512249] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24914; }","duration":"4.035425312s","start":"2026-03-03T20:59:45.041674Z","end":"2026-03-03T20:59:49.077099Z","steps":["trace[1678512249] 'agreement among raft nodes before linearized reading' (duration: 4.035323919s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:49.07563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:48.15771Z","time spent":"917.864367ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:49.075616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:42.302721Z","time spent":"6.772881498s","remote":"127.0.0.1:42866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:49.077216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:45.041653Z","time spent":"4.035549914s","remote":"127.0.0.1:46740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:49.077265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:41.696911Z","time spent":"7.380127591s","remote":"127.0.0.1:57430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:50.524803Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.193566909s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:59:51.259438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928161111s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:51.25972Z","caller":"traceutil/trace.go:171","msg":"trace[389172895] transaction","detail":"{read_only:false; response_revision:24915; number_of_response:1; }","duration":"2.179585809s","start":"2026-03-03T20:59:49.080111Z","end":"2026-03-03T20:59:51.259697Z","steps":["trace[389172895] 'process raft request' (duration: 251.097341ms)","trace[389172895] 'compare' (duration: 1.927519016s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:51.259734Z","caller":"traceutil/trace.go:171","msg":"trace[102197706] transaction","detail":"{read_only:false; response_revision:24916; number_of_response:1; }","duration":"2.179018397s","start":"2026-03-03T20:59:49.080692Z","end":"2026-03-03T20:59:51.259711Z","steps":["trace[102197706] 'process raft request' (duration: 2.178827762s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:51.25975Z","caller":"traceutil/trace.go:171","msg":"trace[373020821] transaction","detail":"{read_only:false; response_revision:24917; number_of_response:1; }","duration":"2.176931688s","start":"2026-03-03T20:59:49.0828Z","end":"2026-03-03T20:59:51.259731Z","steps":["trace[373020821] 'process raft request' (duration: 2.176759074s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:51.259746Z","caller":"traceutil/trace.go:171","msg":"trace[543967557] transaction","detail":"{read_only:false; response_revision:24918; number_of_response:1; }","duration":"2.1761484s","start":"2026-03-03T20:59:49.083569Z","end":"2026-03-03T20:59:51.259717Z","steps":["trace[543967557] 'process raft request' (duration: 2.176020657s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:51.259784Z","caller":"traceutil/trace.go:171","msg":"trace[2077767036] transaction","detail":"{read_only:false; response_revision:24919; number_of_response:1; }","duration":"2.176184851s","start":"2026-03-03T20:59:49.083583Z","end":"2026-03-03T20:59:51.259768Z","steps":["trace[2077767036] 'process raft request' (duration: 2.176051228s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:51.259832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:49.080093Z","time spent":"2.179675232s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:51.259839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:49.083563Z","time spent":"2.176248042s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:51.259852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:49.080673Z","time spent":"2.179112268s","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:51.259875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:49.082788Z","time spent":"2.17701642s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:51.259878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:49.083536Z","time spent":"2.176271493s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:51.259889Z","caller":"traceutil/trace.go:171","msg":"trace[1017099728] linearizableReadLoop","detail":"{readStateIndex:25830; appliedIndex:25828; }","duration":"2.177082711s","start":"2026-03-03T20:59:49.082789Z","end":"2026-03-03T20:59:51.259872Z","steps":["trace[1017099728] 'read index received' (duration: 248.45379ms)","trace[1017099728] 'applied index is now lower than readState.Index' (duration: 1.928627731s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:51.260024Z","caller":"traceutil/trace.go:171","msg":"trace[325607217] transaction","detail":"{read_only:false; response_revision:24920; number_of_response:1; }","duration":"2.173013457s","start":"2026-03-03T20:59:49.087003Z","end":"2026-03-03T20:59:51.260017Z","steps":["trace[325607217] 'process raft request' (duration: 2.172655998s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:51.260054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:49.086992Z","time spent":"2.173045377s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:59:51.26017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177373828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-03T20:59:51.260207Z","caller":"traceutil/trace.go:171","msg":"trace[1086304585] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24920; }","duration":"2.17743851s","start":"2026-03-03T20:59:49.082757Z","end":"2026-03-03T20:59:51.260195Z","steps":["trace[1086304585] 'agreement among raft nodes before linearized reading' (duration: 2.177308677s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:51.260241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:49.082743Z","time spent":"2.177491571s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-03T20:59:51.966461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999845615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:59:51.966549Z","caller":"traceutil/trace.go:171","msg":"trace[1073567379] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999991389s","start":"2026-03-03T20:59:49.966539Z","end":"2026-03-03T20:59:51.96653Z","steps":["trace[1073567379] 'agreement among raft nodes before linearized reading' (duration: 1.999872496s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:51.966594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:49.966518Z","time spent":"2.000066371s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:52.647433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997916586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:59:52.647532Z","caller":"traceutil/trace.go:171","msg":"trace[344559227] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998067919s","start":"2026-03-03T20:59:49.649442Z","end":"2026-03-03T20:59:52.64751Z","steps":["trace[344559227] 'agreement among raft nodes before linearized reading' (duration: 2.997948627s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:52.647583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:49.649418Z","time spent":"2.998155071s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 20:59:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:52.660988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.576554584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:59:52.66107Z","caller":"traceutil/trace.go:171","msg":"trace[987419494] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"3.576723158s","start":"2026-03-03T20:59:49.084329Z","end":"2026-03-03T20:59:52.661052Z","steps":["trace[987419494] 'agreement among raft nodes before linearized reading' (duration: 3.576601375s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:52.661126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:49.0843Z","time spent":"3.5768182s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/03 20:59:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:52.66122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.576587124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:59:52.661246Z","caller":"traceutil/trace.go:171","msg":"trace[1029308328] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"3.576620436s","start":"2026-03-03T20:59:49.084614Z","end":"2026-03-03T20:59:52.661235Z","steps":["trace[1029308328] 'agreement among raft nodes before linearized reading' (duration: 3.576600815s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:52.661281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:49.084607Z","time spent":"3.576669427s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/03 20:59:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:52.66133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.578452358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:59:52.661365Z","caller":"traceutil/trace.go:171","msg":"trace[1805214612] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"3.578496739s","start":"2026-03-03T20:59:49.082862Z","end":"2026-03-03T20:59:52.661358Z","steps":["trace[1805214612] 'agreement among raft nodes before linearized reading' (duration: 3.578462838s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:52.66139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:49.082854Z","time spent":"3.57852606s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/03 20:59:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:52.691221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.607663727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:59:52.691293Z","caller":"traceutil/trace.go:171","msg":"trace[1651552257] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"3.607768229s","start":"2026-03-03T20:59:49.083507Z","end":"2026-03-03T20:59:52.691276Z","steps":["trace[1651552257] 'agreement among raft nodes before linearized reading' (duration: 3.607672056s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:52.69134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:49.083499Z","time spent":"3.607832351s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/03 20:59:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:52.693048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.607245257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:59:52.693117Z","caller":"traceutil/trace.go:171","msg":"trace[1492177708] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"3.607349259s","start":"2026-03-03T20:59:49.085751Z","end":"2026-03-03T20:59:52.693101Z","steps":["trace[1492177708] 'agreement among raft nodes before linearized reading' (duration: 3.607256527s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:52.693161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:49.085744Z","time spent":"3.60740894s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/03 20:59:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:52.71097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.576048072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:59:52.71108Z","caller":"traceutil/trace.go:171","msg":"trace[667867786] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; }","duration":"3.576201326s","start":"2026-03-03T20:59:49.134854Z","end":"2026-03-03T20:59:52.711056Z","steps":["trace[667867786] 'agreement among raft nodes before linearized reading' (duration: 3.576068023s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:52.71205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:49.134839Z","time spent":"3.577192209s","remote":"127.0.0.1:46096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} 2026/03/03 20:59:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:52.726945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.643422517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:59:52.727036Z","caller":"traceutil/trace.go:171","msg":"trace[1742500488] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; }","duration":"3.64355263s","start":"2026-03-03T20:59:49.083462Z","end":"2026-03-03T20:59:52.727015Z","steps":["trace[1742500488] 'agreement among raft nodes before linearized reading' (duration: 3.643428807s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:52.727146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:49.083458Z","time spent":"3.643619282s","remote":"127.0.0.1:45870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} 2026/03/03 20:59:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:53.967041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999899018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:59:53.967114Z","caller":"traceutil/trace.go:171","msg":"trace[65000099] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000034101s","start":"2026-03-03T20:59:51.967065Z","end":"2026-03-03T20:59:53.967099Z","steps":["trace[65000099] 'agreement among raft nodes before linearized reading' (duration: 1.999937919s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:53.967152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:51.967041Z","time spent":"2.000104813s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:59:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:54.009144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.536855588s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:54.009414Z","caller":"traceutil/trace.go:171","msg":"trace[1734964197] transaction","detail":"{read_only:false; response_revision:24922; number_of_response:1; }","duration":"1.317728994s","start":"2026-03-03T20:59:52.691669Z","end":"2026-03-03T20:59:54.009398Z","steps":["trace[1734964197] 'process raft request' (duration: 1.31754692s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:54.009465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:52.691654Z","time spent":"1.317788005s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:54.009543Z","caller":"traceutil/trace.go:171","msg":"trace[238476318] transaction","detail":"{read_only:false; response_revision:24921; number_of_response:1; }","duration":"3.193523179s","start":"2026-03-03T20:59:50.816013Z","end":"2026-03-03T20:59:54.009536Z","steps":["trace[238476318] 'process raft request' (duration: 656.19117ms)","trace[238476318] 'compare' (duration: 2.534041763s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:54.009572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:50.815984Z","time spent":"3.193574381s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:54.00961Z","caller":"traceutil/trace.go:171","msg":"trace[358606845] linearizableReadLoop","detail":"{readStateIndex:25835; appliedIndex:25834; }","duration":"2.74965409s","start":"2026-03-03T20:59:51.259924Z","end":"2026-03-03T20:59:54.009579Z","steps":["trace[358606845] 'read index received' (duration: 212.29007ms)","trace[358606845] 'applied index is now lower than readState.Index' (duration: 2.53736032s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:54.009804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.587477028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:54.00986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.661896137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:54.009871Z","caller":"traceutil/trace.go:171","msg":"trace[2028153035] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24922; }","duration":"3.587596971s","start":"2026-03-03T20:59:50.422253Z","end":"2026-03-03T20:59:54.00985Z","steps":["trace[2028153035] 'agreement among raft nodes before linearized reading' (duration: 3.587473418s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:54.009829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.822593954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-03T20:59:54.009911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.922566596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-03T20:59:54.009932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:50.42223Z","time spent":"3.587684413s","remote":"127.0.0.1:35920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:54.009964Z","caller":"traceutil/trace.go:171","msg":"trace[435149550] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24922; }","duration":"4.922650587s","start":"2026-03-03T20:59:49.087303Z","end":"2026-03-03T20:59:54.009954Z","steps":["trace[435149550] 'agreement among raft nodes before linearized reading' (duration: 4.922505694s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:54.009888Z","caller":"traceutil/trace.go:171","msg":"trace[210208892] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24922; }","duration":"3.661959348s","start":"2026-03-03T20:59:50.347917Z","end":"2026-03-03T20:59:54.009877Z","steps":["trace[210208892] 'agreement among raft nodes before linearized reading' (duration: 3.661923067s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:54.01Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:49.087294Z","time spent":"4.922699668s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-03T20:59:54.009963Z","caller":"traceutil/trace.go:171","msg":"trace[1795549568] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24922; }","duration":"4.822757528s","start":"2026-03-03T20:59:49.187182Z","end":"2026-03-03T20:59:54.00994Z","steps":["trace[1795549568] 'agreement among raft nodes before linearized reading' (duration: 4.822613844s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:54.010088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:49.187161Z","time spent":"4.822920451s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:59:54.009916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.924315051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:54.010057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.926611359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:54.010166Z","caller":"traceutil/trace.go:171","msg":"trace[278337947] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24922; }","duration":"3.924532686s","start":"2026-03-03T20:59:50.085592Z","end":"2026-03-03T20:59:54.010125Z","steps":["trace[278337947] 'agreement among raft nodes before linearized reading' (duration: 3.924308241s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:54.010169Z","caller":"traceutil/trace.go:171","msg":"trace[1425772281] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24922; }","duration":"4.926781724s","start":"2026-03-03T20:59:49.083367Z","end":"2026-03-03T20:59:54.010149Z","steps":["trace[1425772281] 'agreement among raft nodes before linearized reading' (duration: 4.926550458s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:54.010248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:50.08553Z","time spent":"3.92468657s","remote":"127.0.0.1:46688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:54.010294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:49.083357Z","time spent":"4.926894556s","remote":"127.0.0.1:45926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:59:54.010458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:50.347891Z","time spent":"3.662178853s","remote":"127.0.0.1:46506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:54.510334Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875513933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:59:55.010815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875513933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:59:55.511503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875513933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:59:55.972857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999852265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:59:55.972926Z","caller":"traceutil/trace.go:171","msg":"trace[2022841936] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999977838s","start":"2026-03-03T20:59:53.972927Z","end":"2026-03-03T20:59:55.972905Z","steps":["trace[2022841936] 'agreement among raft nodes before linearized reading' (duration: 1.999895256s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:55.972973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:53.972907Z","time spent":"2.0000532s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:56.011955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875513933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:59:56.181701Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.203201338s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:59:56.182129Z","caller":"traceutil/trace.go:171","msg":"trace[622583184] transaction","detail":"{read_only:false; response_revision:24923; number_of_response:1; }","duration":"3.482265344s","start":"2026-03-03T20:59:52.699838Z","end":"2026-03-03T20:59:56.182104Z","steps":["trace[622583184] 'process raft request' (duration: 3.482035119s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:56.182278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:52.699817Z","time spent":"3.482381427s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":446,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:56.182441Z","caller":"traceutil/trace.go:171","msg":"trace[473781460] transaction","detail":"{read_only:false; response_revision:24924; number_of_response:1; }","duration":"2.916759581s","start":"2026-03-03T20:59:53.265631Z","end":"2026-03-03T20:59:56.18239Z","steps":["trace[473781460] 'process raft request' (duration: 2.916427423s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:56.182471Z","caller":"traceutil/trace.go:171","msg":"trace[2010919648] transaction","detail":"{read_only:false; response_revision:24925; number_of_response:1; }","duration":"2.916772631s","start":"2026-03-03T20:59:53.265667Z","end":"2026-03-03T20:59:56.18244Z","steps":["trace[2010919648] 'process raft request' (duration: 2.916620397s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:56.182467Z","caller":"traceutil/trace.go:171","msg":"trace[280268945] transaction","detail":"{read_only:false; response_revision:24926; number_of_response:1; }","duration":"2.6011004s","start":"2026-03-03T20:59:53.581341Z","end":"2026-03-03T20:59:56.182442Z","steps":["trace[280268945] 'process raft request' (duration: 2.601035918s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:56.182682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:53.265612Z","time spent":"2.916933654s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:56.182772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:53.581315Z","time spent":"2.601390286s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:56.182997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:53.265647Z","time spent":"2.916899933s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:57.688193Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.287396749s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:59:57.974217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000552482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:59:57.974382Z","caller":"traceutil/trace.go:171","msg":"trace[1694716876] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000756157s","start":"2026-03-03T20:59:55.973594Z","end":"2026-03-03T20:59:57.97435Z","steps":["trace[1694716876] 'agreement among raft nodes before linearized reading' (duration: 2.000577213s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:57.974484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:55.973578Z","time spent":"2.00088785s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:59:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:58.543524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088927219s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:58.543622Z","caller":"traceutil/trace.go:171","msg":"trace[2103383441] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24926; }","duration":"1.089040212s","start":"2026-03-03T20:59:57.454568Z","end":"2026-03-03T20:59:58.543608Z","steps":["trace[2103383441] 'range keys from in-memory index tree' (duration: 1.088898149s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:58.543843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.337755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:58.544069Z","caller":"traceutil/trace.go:171","msg":"trace[283612801] transaction","detail":"{read_only:false; response_revision:24927; number_of_response:1; }","duration":"4.321423244s","start":"2026-03-03T20:59:54.222634Z","end":"2026-03-03T20:59:58.544057Z","steps":["trace[283612801] 'process raft request' (duration: 3.465768052s)","trace[283612801] 'compare' (duration: 855.038438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:58.544797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:54.222613Z","time spent":"4.32213233s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:58.891888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000513071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:59:58.891984Z","caller":"traceutil/trace.go:171","msg":"trace[488592780] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000664524s","start":"2026-03-03T20:59:56.891299Z","end":"2026-03-03T20:59:58.891964Z","steps":["trace[488592780] 'agreement among raft nodes before linearized reading' (duration: 2.000538112s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:58.892034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:56.891278Z","time spent":"2.000745716s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:59:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:59.675831Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.987428928s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:59:59.765292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221374317s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T20:59:59.765708Z","caller":"traceutil/trace.go:171","msg":"trace[2130589168] linearizableReadLoop","detail":"{readStateIndex:25842; appliedIndex:25836; }","duration":"5.756001341s","start":"2026-03-03T20:59:54.009689Z","end":"2026-03-03T20:59:59.765691Z","steps":["trace[2130589168] 'read index received' (duration: 2.172213348s)","trace[2130589168] 'applied index is now lower than readState.Index' (duration: 3.583786613s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:59.76608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:59.327395Z","time spent":"438.677159ms","remote":"127.0.0.1:56406","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T20:59:59.766202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.501346081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T20:59:59.766346Z","caller":"traceutil/trace.go:171","msg":"trace[677279214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24927; }","duration":"6.501542376s","start":"2026-03-03T20:59:53.264791Z","end":"2026-03-03T20:59:59.766334Z","steps":["trace[677279214] 'agreement among raft nodes before linearized reading' (duration: 6.50128958s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:59.76642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.872871765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:59.766396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:53.264766Z","time spent":"6.501617958s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:59:59.766482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.898110482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:59.766513Z","caller":"traceutil/trace.go:171","msg":"trace[1397286103] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24927; }","duration":"5.872981557s","start":"2026-03-03T20:59:53.893511Z","end":"2026-03-03T20:59:59.766493Z","steps":["trace[1397286103] 'agreement among raft nodes before linearized reading' (duration: 5.872749552s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:59.766568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:53.8935Z","time spent":"5.87305785s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:59.766567Z","caller":"traceutil/trace.go:171","msg":"trace[1410405249] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24927; }","duration":"5.898238905s","start":"2026-03-03T20:59:53.868309Z","end":"2026-03-03T20:59:59.766548Z","steps":["trace[1410405249] 'agreement among raft nodes before linearized reading' (duration: 5.898097231s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:59.766618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:53.868292Z","time spent":"5.898316416s","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:59.766172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.027214109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:59.766832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.502508159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-8687cdb994-5vzmq.189970561f365f3b\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-03T20:59:59.766928Z","caller":"traceutil/trace.go:171","msg":"trace[1898836620] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24927; }","duration":"6.028057649s","start":"2026-03-03T20:59:53.738855Z","end":"2026-03-03T20:59:59.766912Z","steps":["trace[1898836620] 'agreement among raft nodes before linearized reading' (duration: 6.027199279s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:59.766976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:53.738833Z","time spent":"6.028130561s","remote":"127.0.0.1:46726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:59.766975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.503741337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-03T20:59:59.76689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.838983273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:59.767088Z","caller":"traceutil/trace.go:171","msg":"trace[1607277926] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24927; }","duration":"6.839230199s","start":"2026-03-03T20:59:52.927837Z","end":"2026-03-03T20:59:59.767067Z","steps":["trace[1607277926] 'agreement among raft nodes before linearized reading' (duration: 6.838981663s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:59.767161Z","caller":"traceutil/trace.go:171","msg":"trace[885208096] transaction","detail":"{read_only:false; response_revision:24928; number_of_response:1; }","duration":"3.179843971s","start":"2026-03-03T20:59:56.587298Z","end":"2026-03-03T20:59:59.767142Z","steps":["trace[885208096] 'process raft request' (duration: 3.17810145s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:59.767268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:56.587275Z","time spent":"3.179930063s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:59.766976Z","caller":"traceutil/trace.go:171","msg":"trace[800384604] range","detail":"{range_begin:/registry/events/openstack/magnum-api-8687cdb994-5vzmq.189970561f365f3b; range_end:; response_count:1; response_revision:24927; }","duration":"8.502663092s","start":"2026-03-03T20:59:51.264267Z","end":"2026-03-03T20:59:59.766931Z","steps":["trace[800384604] 'agreement among raft nodes before linearized reading' (duration: 8.502309423s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:59.767334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:51.264251Z","time spent":"8.503065472s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-8687cdb994-5vzmq.189970561f365f3b\" "} {"level":"warn","ts":"2026-03-03T20:59:59.767166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:52.927816Z","time spent":"6.839334102s","remote":"127.0.0.1:38924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:59.767022Z","caller":"traceutil/trace.go:171","msg":"trace[1613238908] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24927; }","duration":"8.503813379s","start":"2026-03-03T20:59:51.263197Z","end":"2026-03-03T20:59:59.767011Z","steps":["trace[1613238908] 'agreement among raft nodes before linearized reading' (duration: 8.503686616s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:59.767492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:51.263184Z","time spent":"8.50429323s","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T20:59:59.766888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.502122589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:59:59.767755Z","caller":"traceutil/trace.go:171","msg":"trace[363588798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24927; }","duration":"6.502857346s","start":"2026-03-03T20:59:53.264702Z","end":"2026-03-03T20:59:59.76756Z","steps":["trace[363588798] 'agreement among raft nodes before linearized reading' (duration: 6.502033357s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:59.767798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:53.264681Z","time spent":"6.503105453s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T20:59:59.861832Z","caller":"traceutil/trace.go:171","msg":"trace[1960258372] transaction","detail":"{read_only:false; response_revision:24929; number_of_response:1; }","duration":"1.673176419s","start":"2026-03-03T20:59:58.188629Z","end":"2026-03-03T20:59:59.861806Z","steps":["trace[1960258372] 'process raft request' (duration: 1.604959245s)","trace[1960258372] 'compare' (duration: 67.529428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:59.86194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.237005058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:59.861992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:58.18861Z","time spent":"1.673297442s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:59.862029Z","caller":"traceutil/trace.go:171","msg":"trace[148187574] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24930; }","duration":"3.237154262s","start":"2026-03-03T20:59:56.624851Z","end":"2026-03-03T20:59:59.862005Z","steps":["trace[148187574] 'agreement among raft nodes before linearized reading' (duration: 3.236968827s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:59.862093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:56.624829Z","time spent":"3.237252843s","remote":"127.0.0.1:46252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:59.862237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.991149323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:59.862172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.411100907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:59.862274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.487530657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:59.862397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.293928771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:59.862377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.12020168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:59.862446Z","caller":"traceutil/trace.go:171","msg":"trace[1614783780] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24930; }","duration":"5.294010333s","start":"2026-03-03T20:59:54.56842Z","end":"2026-03-03T20:59:59.862431Z","steps":["trace[1614783780] 'agreement among raft nodes before linearized reading' (duration: 5.293941861s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:59.862463Z","caller":"traceutil/trace.go:171","msg":"trace[1757417544] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24930; }","duration":"3.487760512s","start":"2026-03-03T20:59:56.374657Z","end":"2026-03-03T20:59:59.862418Z","steps":["trace[1757417544] 'agreement among raft nodes before linearized reading' (duration: 3.487425994s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:59.86248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.183334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:59.86248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883742829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:59.862494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378748092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:59.86249Z","caller":"traceutil/trace.go:171","msg":"trace[1910396921] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24930; }","duration":"4.120382095s","start":"2026-03-03T20:59:55.74208Z","end":"2026-03-03T20:59:59.862462Z","steps":["trace[1910396921] 'agreement among raft nodes before linearized reading' (duration: 4.12016853s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:59.862525Z","caller":"traceutil/trace.go:171","msg":"trace[1937694297] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24930; }","duration":"1.378812033s","start":"2026-03-03T20:59:58.483708Z","end":"2026-03-03T20:59:59.86252Z","steps":["trace[1937694297] 'agreement among raft nodes before linearized reading' (duration: 1.378765271s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:59.862521Z","caller":"traceutil/trace.go:171","msg":"trace[1725042105] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24930; }","duration":"741.259775ms","start":"2026-03-03T20:59:59.12125Z","end":"2026-03-03T20:59:59.862509Z","steps":["trace[1725042105] 'agreement among raft nodes before linearized reading' (duration: 741.127522ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:59.862321Z","caller":"traceutil/trace.go:171","msg":"trace[1728397313] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24930; }","duration":"4.411307711s","start":"2026-03-03T20:59:55.45099Z","end":"2026-03-03T20:59:59.862297Z","steps":["trace[1728397313] 'agreement among raft nodes before linearized reading' (duration: 4.411087836s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:59.862542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:58.483685Z","time spent":"1.378852284s","remote":"127.0.0.1:46906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:59.862543Z","caller":"traceutil/trace.go:171","msg":"trace[1047792294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24930; }","duration":"1.883821112s","start":"2026-03-03T20:59:57.978696Z","end":"2026-03-03T20:59:59.862517Z","steps":["trace[1047792294] 'agreement among raft nodes before linearized reading' (duration: 1.88374356s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:59.862543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878860576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:59.862539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.232611973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:59.862561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:55.742054Z","time spent":"4.120485697s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:59.86254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.397047846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:59.862598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:57.978677Z","time spent":"1.883907804s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:59:59.862592Z","caller":"traceutil/trace.go:171","msg":"trace[1160954898] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24930; }","duration":"1.878908927s","start":"2026-03-03T20:59:57.983674Z","end":"2026-03-03T20:59:59.862583Z","steps":["trace[1160954898] 'agreement among raft nodes before linearized reading' (duration: 1.878846676s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:59.862615Z","caller":"traceutil/trace.go:171","msg":"trace[1214943115] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24930; }","duration":"2.232725195s","start":"2026-03-03T20:59:57.629868Z","end":"2026-03-03T20:59:59.862593Z","steps":["trace[1214943115] 'agreement among raft nodes before linearized reading' (duration: 2.232613173s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:59.862642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:57.983633Z","time spent":"1.879001899s","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:59.862519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:56.374631Z","time spent":"3.487874175s","remote":"127.0.0.1:46038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:59.862642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.165116269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:59.862651Z","caller":"traceutil/trace.go:171","msg":"trace[446271075] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24930; }","duration":"3.39722718s","start":"2026-03-03T20:59:56.465396Z","end":"2026-03-03T20:59:59.862623Z","steps":["trace[446271075] 'agreement among raft nodes before linearized reading' (duration: 3.396890532s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:59.862675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:57.629842Z","time spent":"2.232817377s","remote":"127.0.0.1:46704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:59.862687Z","caller":"traceutil/trace.go:171","msg":"trace[6971474] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24930; }","duration":"3.16517766s","start":"2026-03-03T20:59:56.697498Z","end":"2026-03-03T20:59:59.862676Z","steps":["trace[6971474] 'agreement among raft nodes before linearized reading' (duration: 3.165091368s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:59.86271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:56.465372Z","time spent":"3.397328892s","remote":"127.0.0.1:46124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:59.862721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:56.697452Z","time spent":"3.165261692s","remote":"127.0.0.1:39018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:59.862711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.486022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:59.862789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.476462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:59.862847Z","caller":"traceutil/trace.go:171","msg":"trace[1872230201] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24930; }","duration":"729.549504ms","start":"2026-03-03T20:59:59.133283Z","end":"2026-03-03T20:59:59.862833Z","steps":["trace[1872230201] 'agreement among raft nodes before linearized reading' (duration: 729.453782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:59.86289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:59.133275Z","time spent":"729.604545ms","remote":"127.0.0.1:42774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:59.862801Z","caller":"traceutil/trace.go:171","msg":"trace[2087021110] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24930; }","duration":"242.616635ms","start":"2026-03-03T20:59:59.620175Z","end":"2026-03-03T20:59:59.862792Z","steps":["trace[2087021110] 'agreement among raft nodes before linearized reading' (duration: 242.503182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:59.862478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:54.568398Z","time spent":"5.294071643s","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:59.862564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:55.450968Z","time spent":"4.411585028s","remote":"127.0.0.1:46948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:59.862315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.267492567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:59.863079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.488281414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T20:59:59.8631Z","caller":"traceutil/trace.go:171","msg":"trace[2023038662] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24930; }","duration":"5.488343446s","start":"2026-03-03T20:59:54.374752Z","end":"2026-03-03T20:59:59.863096Z","steps":["trace[2023038662] 'agreement among raft nodes before linearized reading' (duration: 5.487616979s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:59.863086Z","caller":"traceutil/trace.go:171","msg":"trace[141940545] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24930; }","duration":"3.268298285s","start":"2026-03-03T20:59:56.594767Z","end":"2026-03-03T20:59:59.863065Z","steps":["trace[141940545] 'agreement among raft nodes before linearized reading' (duration: 3.267500967s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:59.863115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:54.374728Z","time spent":"5.488383436s","remote":"127.0.0.1:45770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T20:59:59.863156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:56.594744Z","time spent":"3.268389777s","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:59.862272Z","caller":"traceutil/trace.go:171","msg":"trace[700176622] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24930; }","duration":"3.991201555s","start":"2026-03-03T20:59:55.871062Z","end":"2026-03-03T20:59:59.862264Z","steps":["trace[700176622] 'agreement among raft nodes before linearized reading' (duration: 3.991097112s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:59.863248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:55.871007Z","time spent":"3.992228418s","remote":"127.0.0.1:46062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:59.862565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:59.121212Z","time spent":"741.336907ms","remote":"127.0.0.1:45994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:59.862651Z","caller":"traceutil/trace.go:171","msg":"trace[273136120] transaction","detail":"{read_only:false; response_revision:24930; number_of_response:1; }","duration":"1.672915393s","start":"2026-03-03T20:59:58.189719Z","end":"2026-03-03T20:59:59.862635Z","steps":["trace[273136120] 'process raft request' (duration: 1.671937221s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:59.863462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:58.189715Z","time spent":"1.673674991s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:59.862268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.544088995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:59.863602Z","caller":"traceutil/trace.go:171","msg":"trace[497988808] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24930; }","duration":"4.545474057s","start":"2026-03-03T20:59:55.318119Z","end":"2026-03-03T20:59:59.863593Z","steps":["trace[497988808] 'agreement among raft nodes before linearized reading' (duration: 4.544102146s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:59.863629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:55.31809Z","time spent":"4.545530689s","remote":"127.0.0.1:46546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:59.862359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.84118786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-03-03T20:59:59.86377Z","caller":"traceutil/trace.go:171","msg":"trace[1341439832] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24930; }","duration":"5.842606342s","start":"2026-03-03T20:59:54.021156Z","end":"2026-03-03T20:59:59.863762Z","steps":["trace[1341439832] 'agreement among raft nodes before linearized reading' (duration: 5.841137238s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:59.863797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:54.021149Z","time spent":"5.842636373s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-03-03T20:59:59.862867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.850393343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bc341cca-d52e-4d47-b7ef-b34201833471\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-03T20:59:59.863948Z","caller":"traceutil/trace.go:171","msg":"trace[259052994] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bc341cca-d52e-4d47-b7ef-b34201833471; range_end:; response_count:1; response_revision:24930; }","duration":"5.851495138s","start":"2026-03-03T20:59:54.012446Z","end":"2026-03-03T20:59:59.863941Z","steps":["trace[259052994] 'agreement among raft nodes before linearized reading' (duration: 5.849881281s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:59.863972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:54.012432Z","time spent":"5.851532659s","remote":"127.0.0.1:45806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-bc341cca-d52e-4d47-b7ef-b34201833471\" "} {"level":"warn","ts":"2026-03-03T21:00:00.47951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.326759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T21:00:00.479752Z","caller":"traceutil/trace.go:171","msg":"trace[1444309685] transaction","detail":"{read_only:false; response_revision:24931; number_of_response:1; }","duration":"702.067836ms","start":"2026-03-03T20:59:59.777643Z","end":"2026-03-03T21:00:00.479711Z","steps":["trace[1444309685] 'process raft request' (duration: 285.423819ms)","trace[1444309685] 'compare' (duration: 415.896269ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:00:00.47981Z","caller":"traceutil/trace.go:171","msg":"trace[2019471327] linearizableReadLoop","detail":"{readStateIndex:25848; appliedIndex:25845; }","duration":"618.017883ms","start":"2026-03-03T20:59:59.861772Z","end":"2026-03-03T21:00:00.47979Z","steps":["trace[2019471327] 'read index received' (duration: 201.287755ms)","trace[2019471327] 'applied index is now lower than readState.Index' (duration: 416.728868ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:00:00.479914Z","caller":"traceutil/trace.go:171","msg":"trace[264516983] transaction","detail":"{read_only:false; response_revision:24932; number_of_response:1; }","duration":"702.244819ms","start":"2026-03-03T20:59:59.777659Z","end":"2026-03-03T21:00:00.479904Z","steps":["trace[264516983] 'process raft request' (duration: 701.945062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:00.479949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:59.777632Z","time spent":"702.207969ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:00:00.479989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:59.777641Z","time spent":"702.306861ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:00:00.480317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.845919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:00:00.480372Z","caller":"traceutil/trace.go:171","msg":"trace[766079210] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24933; }","duration":"617.944582ms","start":"2026-03-03T20:59:59.862413Z","end":"2026-03-03T21:00:00.480357Z","steps":["trace[766079210] 'agreement among raft nodes before linearized reading' (duration: 617.845529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:00.480456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:59.862387Z","time spent":"618.055224ms","remote":"127.0.0.1:57414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:00:00.480438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.925555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-03T21:00:00.480646Z","caller":"traceutil/trace.go:171","msg":"trace[1682593315] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24933; }","duration":"703.183882ms","start":"2026-03-03T20:59:59.777438Z","end":"2026-03-03T21:00:00.480622Z","steps":["trace[1682593315] 'agreement among raft nodes before linearized reading' (duration: 702.754562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:00.480653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.970239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-03T21:00:00.480629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.583066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T21:00:00.480715Z","caller":"traceutil/trace.go:171","msg":"trace[565865784] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24933; }","duration":"614.050032ms","start":"2026-03-03T20:59:59.866651Z","end":"2026-03-03T21:00:00.480701Z","steps":["trace[565865784] 'agreement among raft nodes before linearized reading' (duration: 613.852007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:00.480703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.037054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-magnum-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"warn","ts":"2026-03-03T21:00:00.48076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:59.866644Z","time spent":"614.107373ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-03T21:00:00.48077Z","caller":"traceutil/trace.go:171","msg":"trace[804084403] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-magnum-default-user; range_end:; response_count:1; response_revision:24933; }","duration":"612.127407ms","start":"2026-03-03T20:59:59.868628Z","end":"2026-03-03T21:00:00.480756Z","steps":["trace[804084403] 'agreement among raft nodes before linearized reading' (duration: 611.944123ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:00:00.480756Z","caller":"traceutil/trace.go:171","msg":"trace[2100954267] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24933; }","duration":"159.74326ms","start":"2026-03-03T21:00:00.320972Z","end":"2026-03-03T21:00:00.480715Z","steps":["trace[2100954267] 'agreement among raft nodes before linearized reading' (duration: 159.404632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:00.4808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.369445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:00:00.480768Z","caller":"traceutil/trace.go:171","msg":"trace[1392059281] transaction","detail":"{read_only:false; response_revision:24933; number_of_response:1; }","duration":"703.062929ms","start":"2026-03-03T20:59:59.777679Z","end":"2026-03-03T21:00:00.480742Z","steps":["trace[1392059281] 'process raft request' (duration: 702.056875ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:00:00.480846Z","caller":"traceutil/trace.go:171","msg":"trace[1189025879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24933; }","duration":"616.431197ms","start":"2026-03-03T20:59:59.864401Z","end":"2026-03-03T21:00:00.480832Z","steps":["trace[1189025879] 'agreement among raft nodes before linearized reading' (duration: 616.350825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:00.4809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:59.864389Z","time spent":"616.499668ms","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:00:00.480805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:59.868618Z","time spent":"612.177078ms","remote":"127.0.0.1:45754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-magnum-default-user\" "} {"level":"warn","ts":"2026-03-03T21:00:00.480976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:59.777658Z","time spent":"703.238852ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:00:00.480725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:59.777421Z","time spent":"703.280214ms","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T21:00:01.451533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.378284ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T21:00:01.452133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:00.486099Z","time spent":"966.028395ms","remote":"127.0.0.1:45704","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T21:00:01.452251Z","caller":"traceutil/trace.go:171","msg":"trace[784297284] linearizableReadLoop","detail":"{readStateIndex:25850; appliedIndex:25848; }","duration":"965.245417ms","start":"2026-03-03T21:00:00.486967Z","end":"2026-03-03T21:00:01.452212Z","steps":["trace[784297284] 'read index received' (duration: 156.199228ms)","trace[784297284] 'applied index is now lower than readState.Index' (duration: 809.045489ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:00:01.452347Z","caller":"traceutil/trace.go:171","msg":"trace[813924764] transaction","detail":"{read_only:false; response_revision:24934; number_of_response:1; }","duration":"965.37743ms","start":"2026-03-03T21:00:00.486941Z","end":"2026-03-03T21:00:01.452318Z","steps":["trace[813924764] 'process raft request' (duration: 964.676803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:01.452552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:00.486924Z","time spent":"965.543824ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T21:00:01.452398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.413961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:00:01.452654Z","caller":"traceutil/trace.go:171","msg":"trace[1721413011] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:24934; }","duration":"965.703957ms","start":"2026-03-03T21:00:00.486934Z","end":"2026-03-03T21:00:01.452638Z","steps":["trace[1721413011] 'agreement among raft nodes before linearized reading' (duration: 965.375709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:01.452691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:00.486916Z","time spent":"965.764889ms","remote":"127.0.0.1:45742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-03T21:00:01.536811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048958381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:00:01.536894Z","caller":"traceutil/trace.go:171","msg":"trace[1965823550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24935; }","duration":"1.049078953s","start":"2026-03-03T21:00:00.487796Z","end":"2026-03-03T21:00:01.536875Z","steps":["trace[1965823550] 'agreement among raft nodes before linearized reading' (duration: 1.04892445s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:01.536938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:00.487785Z","time spent":"1.049145656s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T21:00:01.537044Z","caller":"traceutil/trace.go:171","msg":"trace[378168455] transaction","detail":"{read_only:false; response_revision:24935; number_of_response:1; }","duration":"348.520234ms","start":"2026-03-03T21:00:01.188489Z","end":"2026-03-03T21:00:01.537009Z","steps":["trace[378168455] 'process raft request' (duration: 347.953931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:01.537118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049540034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-03T21:00:01.537203Z","caller":"traceutil/trace.go:171","msg":"trace[718194512] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24935; }","duration":"1.049636846s","start":"2026-03-03T21:00:00.487543Z","end":"2026-03-03T21:00:01.53718Z","steps":["trace[718194512] 'agreement among raft nodes before linearized reading' (duration: 1.04938164s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:01.537221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:01.188463Z","time spent":"348.660668ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:00:01.537257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:00.48753Z","time spent":"1.049715509s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-03T21:00:01.537236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.852135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T21:00:01.537321Z","caller":"traceutil/trace.go:171","msg":"trace[808525731] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24935; }","duration":"626.005558ms","start":"2026-03-03T21:00:00.911298Z","end":"2026-03-03T21:00:01.537303Z","steps":["trace[808525731] 'agreement among raft nodes before linearized reading' (duration: 625.623479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:01.537083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.716531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:00:01.537379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:00.911276Z","time spent":"626.09312ms","remote":"127.0.0.1:45754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":227,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-03T21:00:01.537384Z","caller":"traceutil/trace.go:171","msg":"trace[1261458691] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24935; }","duration":"527.266685ms","start":"2026-03-03T21:00:01.010101Z","end":"2026-03-03T21:00:01.537367Z","steps":["trace[1261458691] 'agreement among raft nodes before linearized reading' (duration: 526.594779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:01.537431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:01.010085Z","time spent":"527.328406ms","remote":"127.0.0.1:46654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:00:01.537684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.88119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T21:00:01.537752Z","caller":"traceutil/trace.go:171","msg":"trace[1362385843] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24935; }","duration":"518.981832ms","start":"2026-03-03T21:00:01.01876Z","end":"2026-03-03T21:00:01.537741Z","steps":["trace[1362385843] 'agreement among raft nodes before linearized reading' (duration: 518.496241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:01.537786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:01.018738Z","time spent":"519.037813ms","remote":"127.0.0.1:45870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:00:01.831276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.428691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T21:00:01.8314Z","caller":"traceutil/trace.go:171","msg":"trace[1846418664] linearizableReadLoop","detail":"{readStateIndex:25853; appliedIndex:25852; }","duration":"286.601116ms","start":"2026-03-03T21:00:01.544778Z","end":"2026-03-03T21:00:01.831379Z","steps":["trace[1846418664] 'read index received' (duration: 80.995091ms)","trace[1846418664] 'applied index is now lower than readState.Index' (duration: 205.603775ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:00:01.831532Z","caller":"traceutil/trace.go:171","msg":"trace[1059490611] transaction","detail":"{read_only:false; response_revision:24937; number_of_response:1; }","duration":"287.764834ms","start":"2026-03-03T21:00:01.543719Z","end":"2026-03-03T21:00:01.831484Z","steps":["trace[1059490611] 'process raft request' (duration: 82.035896ms)","trace[1059490611] 'compare' (duration: 204.928069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:00:01.831612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.828652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-03T21:00:01.831769Z","caller":"traceutil/trace.go:171","msg":"trace[1922767485] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24937; }","duration":"286.983015ms","start":"2026-03-03T21:00:01.544773Z","end":"2026-03-03T21:00:01.831756Z","steps":["trace[1922767485] 'agreement among raft nodes before linearized reading' (duration: 286.678378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:02.599091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.682769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T21:00:02.599324Z","caller":"traceutil/trace.go:171","msg":"trace[1504421264] transaction","detail":"{read_only:false; response_revision:24940; number_of_response:1; }","duration":"730.590738ms","start":"2026-03-03T21:00:01.868715Z","end":"2026-03-03T21:00:02.599306Z","steps":["trace[1504421264] 'process raft request' (duration: 730.551117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:02.599432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:01.868704Z","time spent":"730.66128ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:00:02.599587Z","caller":"traceutil/trace.go:171","msg":"trace[689632385] linearizableReadLoop","detail":"{readStateIndex:25854; appliedIndex:25853; }","duration":"768.13312ms","start":"2026-03-03T21:00:01.831424Z","end":"2026-03-03T21:00:02.599557Z","steps":["trace[689632385] 'read index received' (duration: 117.923249ms)","trace[689632385] 'applied index is now lower than readState.Index' (duration: 650.207551ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:00:02.599645Z","caller":"traceutil/trace.go:171","msg":"trace[1851584460] transaction","detail":"{read_only:false; response_revision:24938; number_of_response:1; }","duration":"1.053814274s","start":"2026-03-03T21:00:01.545799Z","end":"2026-03-03T21:00:02.599613Z","steps":["trace[1851584460] 'process raft request' (duration: 403.546632ms)","trace[1851584460] 'compare' (duration: 649.443723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:00:02.599684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05106897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:00:02.599753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053667071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-03-03T21:00:02.599761Z","caller":"traceutil/trace.go:171","msg":"trace[941603932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24940; }","duration":"1.051175093s","start":"2026-03-03T21:00:01.548568Z","end":"2026-03-03T21:00:02.599744Z","steps":["trace[941603932] 'agreement among raft nodes before linearized reading' (duration: 1.05100753s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:02.599769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:01.545785Z","time spent":"1.053921818s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T21:00:02.59982Z","caller":"traceutil/trace.go:171","msg":"trace[256404655] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24940; }","duration":"1.053746053s","start":"2026-03-03T21:00:01.546055Z","end":"2026-03-03T21:00:02.599801Z","steps":["trace[256404655] 'agreement among raft nodes before linearized reading' (duration: 1.053545968s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:02.599835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:01.548561Z","time spent":"1.051265295s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:00:02.599855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:01.546046Z","time spent":"1.053801405s","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-03-03T21:00:02.599868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053929488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-03T21:00:02.599901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.321138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:00:02.59997Z","caller":"traceutil/trace.go:171","msg":"trace[1337462936] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24940; }","duration":"639.448321ms","start":"2026-03-03T21:00:01.960503Z","end":"2026-03-03T21:00:02.599952Z","steps":["trace[1337462936] 'agreement among raft nodes before linearized reading' (duration: 639.302498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:02.599996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.080916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.1899705ac69221a6\" ","response":"range_response_count:1 size:877"} {"level":"warn","ts":"2026-03-03T21:00:02.600018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:01.960478Z","time spent":"639.529584ms","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:00:02.600007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.506499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T21:00:02.600057Z","caller":"traceutil/trace.go:171","msg":"trace[703642844] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.1899705ac69221a6; range_end:; response_count:1; response_revision:24940; }","duration":"764.156817ms","start":"2026-03-03T21:00:01.835881Z","end":"2026-03-03T21:00:02.600038Z","steps":["trace[703642844] 'agreement among raft nodes before linearized reading' (duration: 763.977553ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:00:02.600067Z","caller":"traceutil/trace.go:171","msg":"trace[1751738135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24940; }","duration":"114.587862ms","start":"2026-03-03T21:00:02.485466Z","end":"2026-03-03T21:00:02.600054Z","steps":["trace[1751738135] 'agreement among raft nodes before linearized reading' (duration: 114.478809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:02.599912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.424488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T21:00:02.599912Z","caller":"traceutil/trace.go:171","msg":"trace[1230232294] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24940; }","duration":"1.054011529s","start":"2026-03-03T21:00:01.545889Z","end":"2026-03-03T21:00:02.599901Z","steps":["trace[1230232294] 'agreement among raft nodes before linearized reading' (duration: 1.053812404s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:00:02.600124Z","caller":"traceutil/trace.go:171","msg":"trace[2033675165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24940; }","duration":"114.685803ms","start":"2026-03-03T21:00:02.485426Z","end":"2026-03-03T21:00:02.600112Z","steps":["trace[2033675165] 'agreement among raft nodes before linearized reading' (duration: 114.374906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:02.600146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:01.545879Z","time spent":"1.054253925s","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T21:00:02.6001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:01.835874Z","time spent":"764.21747ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":900,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.1899705ac69221a6\" "} {"level":"info","ts":"2026-03-03T21:00:02.599685Z","caller":"traceutil/trace.go:171","msg":"trace[1800842511] transaction","detail":"{read_only:false; response_revision:24939; number_of_response:1; }","duration":"731.401897ms","start":"2026-03-03T21:00:01.868243Z","end":"2026-03-03T21:00:02.599645Z","steps":["trace[1800842511] 'process raft request' (duration: 730.950707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:02.600296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:01.868218Z","time spent":"732.012321ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:00:02.600314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.743881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-69efeeae-aeaf-4ee7-b028-35da913b75f8\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-03T21:00:02.600446Z","caller":"traceutil/trace.go:171","msg":"trace[896675052] range","detail":"{range_begin:/registry/persistentvolumes/pvc-69efeeae-aeaf-4ee7-b028-35da913b75f8; range_end:; response_count:1; response_revision:24940; }","duration":"764.912165ms","start":"2026-03-03T21:00:01.835513Z","end":"2026-03-03T21:00:02.600426Z","steps":["trace[896675052] 'agreement among raft nodes before linearized reading' (duration: 764.27097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:02.600572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:01.835496Z","time spent":"765.055368ms","remote":"127.0.0.1:45806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-69efeeae-aeaf-4ee7-b028-35da913b75f8\" "} {"level":"info","ts":"2026-03-03T21:00:03.126305Z","caller":"traceutil/trace.go:171","msg":"trace[868126756] transaction","detail":"{read_only:false; response_revision:24942; number_of_response:1; }","duration":"520.665622ms","start":"2026-03-03T21:00:02.605602Z","end":"2026-03-03T21:00:03.126268Z","steps":["trace[868126756] 'process raft request' (duration: 488.399363ms)","trace[868126756] 'compare' (duration: 32.070575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:00:03.126478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:02.605585Z","time spent":"520.803196ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:00:03.126479Z","caller":"traceutil/trace.go:171","msg":"trace[2102693889] transaction","detail":"{read_only:false; response_revision:24943; number_of_response:1; }","duration":"520.700013ms","start":"2026-03-03T21:00:02.605685Z","end":"2026-03-03T21:00:03.126385Z","steps":["trace[2102693889] 'process raft request' (duration: 520.510138ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:00:03.126575Z","caller":"traceutil/trace.go:171","msg":"trace[1595006871] linearizableReadLoop","detail":"{readStateIndex:25860; appliedIndex:25857; }","duration":"431.180765ms","start":"2026-03-03T21:00:02.695369Z","end":"2026-03-03T21:00:03.12655Z","steps":["trace[1595006871] 'read index received' (duration: 398.585538ms)","trace[1595006871] 'applied index is now lower than readState.Index' (duration: 32.594057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:00:03.126628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:02.605676Z","time spent":"520.871518ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:00:03.126701Z","caller":"traceutil/trace.go:171","msg":"trace[1950302515] transaction","detail":"{read_only:false; response_revision:24944; number_of_response:1; }","duration":"520.57317ms","start":"2026-03-03T21:00:02.606118Z","end":"2026-03-03T21:00:03.126691Z","steps":["trace[1950302515] 'process raft request' (duration: 520.266743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:03.126793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:02.606109Z","time spent":"520.625042ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T21:00:03.126919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.949539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"info","ts":"2026-03-03T21:00:03.126964Z","caller":"traceutil/trace.go:171","msg":"trace[1656564465] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:24944; }","duration":"521.0125ms","start":"2026-03-03T21:00:02.605941Z","end":"2026-03-03T21:00:03.126953Z","steps":["trace[1656564465] 'agreement among raft nodes before linearized reading' (duration: 520.829026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:03.126996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:02.605933Z","time spent":"521.056222ms","remote":"127.0.0.1:46112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9570,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"warn","ts":"2026-03-03T21:00:03.127105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.938446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:00:03.127135Z","caller":"traceutil/trace.go:171","msg":"trace[2081020202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24944; }","duration":"516.979497ms","start":"2026-03-03T21:00:02.610148Z","end":"2026-03-03T21:00:03.127127Z","steps":["trace[2081020202] 'agreement among raft nodes before linearized reading' (duration: 516.930516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:03.127151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:02.610142Z","time spent":"517.005207ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:00:03.127249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.820776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-8687cdb994-5vzmq.189970561f365f3b\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-03-03T21:00:03.127278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.644302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-03T21:00:03.127299Z","caller":"traceutil/trace.go:171","msg":"trace[123706848] range","detail":"{range_begin:/registry/events/openstack/magnum-api-8687cdb994-5vzmq.189970561f365f3b; range_end:; response_count:1; response_revision:24944; }","duration":"427.911599ms","start":"2026-03-03T21:00:02.699374Z","end":"2026-03-03T21:00:03.127285Z","steps":["trace[123706848] 'agreement among raft nodes before linearized reading' (duration: 427.739595ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:00:03.127328Z","caller":"traceutil/trace.go:171","msg":"trace[1534535803] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24944; }","duration":"520.734284ms","start":"2026-03-03T21:00:02.606579Z","end":"2026-03-03T21:00:03.127313Z","steps":["trace[1534535803] 'agreement among raft nodes before linearized reading' (duration: 520.54701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:03.127332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:02.699347Z","time spent":"427.978749ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-8687cdb994-5vzmq.189970561f365f3b\" "} {"level":"warn","ts":"2026-03-03T21:00:03.127374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:02.606568Z","time spent":"520.797325ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T21:00:04.099228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.402878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T21:00:04.099355Z","caller":"traceutil/trace.go:171","msg":"trace[1863814796] linearizableReadLoop","detail":"{readStateIndex:25861; appliedIndex:25860; }","duration":"968.524434ms","start":"2026-03-03T21:00:03.130814Z","end":"2026-03-03T21:00:04.099339Z","steps":["trace[1863814796] 'read index received' (duration: 465.85001ms)","trace[1863814796] 'applied index is now lower than readState.Index' (duration: 502.670304ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:00:04.09943Z","caller":"traceutil/trace.go:171","msg":"trace[2005749026] transaction","detail":"{read_only:false; response_revision:24945; number_of_response:1; }","duration":"968.669647ms","start":"2026-03-03T21:00:03.130749Z","end":"2026-03-03T21:00:04.099419Z","steps":["trace[2005749026] 'process raft request' (duration: 465.962482ms)","trace[2005749026] 'compare' (duration: 502.195333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:00:04.099493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:03.130731Z","time spent":"968.731049ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:00:04.099833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.015126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e20764da-2e39-4bae-9dfc-9af89cd9ff8b\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-03T21:00:04.099874Z","caller":"traceutil/trace.go:171","msg":"trace[1011931266] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e20764da-2e39-4bae-9dfc-9af89cd9ff8b; range_end:; response_count:1; response_revision:24945; }","duration":"969.053307ms","start":"2026-03-03T21:00:03.130808Z","end":"2026-03-03T21:00:04.099861Z","steps":["trace[1011931266] 'agreement among raft nodes before linearized reading' (duration: 968.868652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:04.099906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:03.130766Z","time spent":"969.131148ms","remote":"127.0.0.1:45806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-e20764da-2e39-4bae-9dfc-9af89cd9ff8b\" "} {"level":"warn","ts":"2026-03-03T21:00:04.985147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.135103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T21:00:04.985452Z","caller":"traceutil/trace.go:171","msg":"trace[561775255] linearizableReadLoop","detail":"{readStateIndex:25862; appliedIndex:25861; }","duration":"886.046898ms","start":"2026-03-03T21:00:04.099381Z","end":"2026-03-03T21:00:04.985428Z","steps":["trace[561775255] 'read index received' (duration: 103.384342ms)","trace[561775255] 'applied index is now lower than readState.Index' (duration: 782.660676ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:00:04.985476Z","caller":"traceutil/trace.go:171","msg":"trace[1030725465] transaction","detail":"{read_only:false; response_revision:24946; number_of_response:1; }","duration":"960.332823ms","start":"2026-03-03T21:00:04.025097Z","end":"2026-03-03T21:00:04.98543Z","steps":["trace[1030725465] 'process raft request' (duration: 177.79925ms)","trace[1030725465] 'compare' (duration: 781.377976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:00:04.985618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:04.025075Z","time spent":"960.453115ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:00:05.495553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411252195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-03T21:00:05.495641Z","caller":"traceutil/trace.go:171","msg":"trace[254083745] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24946; }","duration":"1.411381508s","start":"2026-03-03T21:00:04.084237Z","end":"2026-03-03T21:00:05.495619Z","steps":["trace[254083745] 'agreement among raft nodes before linearized reading' (duration: 901.202399ms)","trace[254083745] 'range keys from in-memory index tree' (duration: 509.957535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:00:05.495683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:04.084217Z","time spent":"1.411457701s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T21:00:05.496028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411078841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-03T21:00:05.496138Z","caller":"traceutil/trace.go:171","msg":"trace[1115883595] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24946; }","duration":"1.411193324s","start":"2026-03-03T21:00:04.084913Z","end":"2026-03-03T21:00:05.496107Z","steps":["trace[1115883595] 'agreement among raft nodes before linearized reading' (duration: 900.550664ms)","trace[1115883595] 'range keys from in-memory index tree' (duration: 510.401624ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:00:05.496187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531720433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:00:05.496255Z","caller":"traceutil/trace.go:171","msg":"trace[195027397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24946; }","duration":"1.531821016s","start":"2026-03-03T21:00:03.964415Z","end":"2026-03-03T21:00:05.496236Z","steps":["trace[195027397] 'agreement among raft nodes before linearized reading' (duration: 1.021091164s)","trace[195027397] 'range keys from in-memory index tree' (duration: 510.65417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:00:05.496298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:03.964392Z","time spent":"1.531893548s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:00:05.496206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:04.084885Z","time spent":"1.411303267s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T21:00:05.496322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.365449756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-03T21:00:05.496351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471773241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:00:05.496372Z","caller":"traceutil/trace.go:171","msg":"trace[101553977] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24946; }","duration":"2.365534628s","start":"2026-03-03T21:00:03.13082Z","end":"2026-03-03T21:00:05.496355Z","steps":["trace[101553977] 'agreement among raft nodes before linearized reading' (duration: 1.854716984s)","trace[101553977] 'range keys from in-memory index tree' (duration: 510.701771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:00:05.49642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:03.130801Z","time spent":"2.365606371s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-03T21:00:05.497062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.784736ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T21:00:05.497347Z","caller":"traceutil/trace.go:171","msg":"trace[783799314] transaction","detail":"{read_only:false; response_revision:24947; number_of_response:1; }","duration":"891.74535ms","start":"2026-03-03T21:00:04.605588Z","end":"2026-03-03T21:00:05.497333Z","steps":["trace[783799314] 'process raft request' (duration: 891.570476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:05.497474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:04.605562Z","time spent":"891.833712ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:00:05.497481Z","caller":"traceutil/trace.go:171","msg":"trace[2115124560] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24946; }","duration":"1.471848263s","start":"2026-03-03T21:00:04.024552Z","end":"2026-03-03T21:00:05.496401Z","steps":["trace[2115124560] 'agreement among raft nodes before linearized reading' (duration: 960.939747ms)","trace[2115124560] 'range keys from in-memory index tree' (duration: 510.672191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:00:05.497596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.88665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T21:00:05.497635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382271813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-6jbht.1899705dcfc8f729\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-03-03T21:00:05.497664Z","caller":"traceutil/trace.go:171","msg":"trace[327329321] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-6jbht.1899705dcfc8f729; range_end:; response_count:1; response_revision:24948; }","duration":"1.382351305s","start":"2026-03-03T21:00:04.115304Z","end":"2026-03-03T21:00:05.497655Z","steps":["trace[327329321] 'agreement among raft nodes before linearized reading' (duration: 1.382206841s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:00:05.497667Z","caller":"traceutil/trace.go:171","msg":"trace[34286706] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24948; }","duration":"629.979101ms","start":"2026-03-03T21:00:04.867667Z","end":"2026-03-03T21:00:05.497646Z","steps":["trace[34286706] 'agreement among raft nodes before linearized reading' (duration: 629.807207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:05.497723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:04.867656Z","time spent":"630.053914ms","remote":"127.0.0.1:46186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:00:05.497689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:04.115271Z","time spent":"1.382413926s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":918,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-6jbht.1899705dcfc8f729\" "} {"level":"info","ts":"2026-03-03T21:00:05.497776Z","caller":"traceutil/trace.go:171","msg":"trace[1061746788] transaction","detail":"{read_only:false; response_revision:24948; number_of_response:1; }","duration":"890.611843ms","start":"2026-03-03T21:00:04.607116Z","end":"2026-03-03T21:00:05.497728Z","steps":["trace[1061746788] 'process raft request' (duration: 890.177593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:05.497938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:04.607095Z","time spent":"890.741697ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:00:05.497946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191783979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:00:05.498022Z","caller":"traceutil/trace.go:171","msg":"trace[1699957936] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24948; }","duration":"1.191921092s","start":"2026-03-03T21:00:04.30608Z","end":"2026-03-03T21:00:05.498001Z","steps":["trace[1699957936] 'agreement among raft nodes before linearized reading' (duration: 1.191675786s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:05.497951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:04.024532Z","time spent":"1.47300049s","remote":"127.0.0.1:46658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T21:00:05.498051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352650425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-03-03T21:00:05.498232Z","caller":"traceutil/trace.go:171","msg":"trace[192093496] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery; range_end:; response_count:1; response_revision:24948; }","duration":"1.35289221s","start":"2026-03-03T21:00:04.145317Z","end":"2026-03-03T21:00:05.49821Z","steps":["trace[192093496] 'agreement among raft nodes before linearized reading' (duration: 1.3524584s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:00:05.497464Z","caller":"traceutil/trace.go:171","msg":"trace[720184130] linearizableReadLoop","detail":"{readStateIndex:25865; appliedIndex:25862; }","duration":"511.92646ms","start":"2026-03-03T21:00:04.985515Z","end":"2026-03-03T21:00:05.497441Z","steps":["trace[720184130] 'read index received' (duration: 313.297086ms)","trace[720184130] 'applied index is now lower than readState.Index' (duration: 198.627904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:00:05.498317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:04.145288Z","time spent":"1.353014723s","remote":"127.0.0.1:45870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":897,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" "} {"level":"warn","ts":"2026-03-03T21:00:05.498464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:04.306047Z","time spent":"1.192180638s","remote":"127.0.0.1:57470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:00:05.498643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.780212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T21:00:05.4987Z","caller":"traceutil/trace.go:171","msg":"trace[1977588075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24948; }","duration":"367.877284ms","start":"2026-03-03T21:00:05.130807Z","end":"2026-03-03T21:00:05.498685Z","steps":["trace[1977588075] 'agreement among raft nodes before linearized reading' (duration: 367.719431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:05.498744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:05.130785Z","time spent":"367.948115ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T21:00:05.499097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.12647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T21:00:05.499181Z","caller":"traceutil/trace.go:171","msg":"trace[855496731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24948; }","duration":"368.260433ms","start":"2026-03-03T21:00:05.130899Z","end":"2026-03-03T21:00:05.49916Z","steps":["trace[855496731] 'agreement among raft nodes before linearized reading' (duration: 368.041238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:05.49922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:05.130866Z","time spent":"368.345935ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T21:00:05.500286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.919916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T21:00:05.500322Z","caller":"traceutil/trace.go:171","msg":"trace[1317113673] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24948; }","duration":"666.001688ms","start":"2026-03-03T21:00:04.834312Z","end":"2026-03-03T21:00:05.500314Z","steps":["trace[1317113673] 'agreement among raft nodes before linearized reading' (duration: 663.391238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:05.500343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:04.834291Z","time spent":"666.046869ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2722,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:00:06.051883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.97729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T21:00:06.052013Z","caller":"traceutil/trace.go:171","msg":"trace[1036018535] linearizableReadLoop","detail":"{readStateIndex:25866; appliedIndex:25865; }","duration":"551.435707ms","start":"2026-03-03T21:00:05.500553Z","end":"2026-03-03T21:00:06.051989Z","steps":["trace[1036018535] 'read index received' (duration: 402.448606ms)","trace[1036018535] 'applied index is now lower than readState.Index' (duration: 148.985551ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:00:06.052092Z","caller":"traceutil/trace.go:171","msg":"trace[555434633] transaction","detail":"{read_only:false; response_revision:24949; number_of_response:1; }","duration":"551.596111ms","start":"2026-03-03T21:00:05.500448Z","end":"2026-03-03T21:00:06.052045Z","steps":["trace[555434633] 'process raft request' (duration: 402.333354ms)","trace[555434633] 'compare' (duration: 148.833767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:00:06.052213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.648423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-5plqg\" ","response":"range_response_count:1 size:4926"} {"level":"info","ts":"2026-03-03T21:00:06.052268Z","caller":"traceutil/trace.go:171","msg":"trace[1187192981] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-5plqg; range_end:; response_count:1; response_revision:24949; }","duration":"551.717844ms","start":"2026-03-03T21:00:05.500534Z","end":"2026-03-03T21:00:06.052252Z","steps":["trace[1187192981] 'agreement among raft nodes before linearized reading' (duration: 551.56147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:06.052294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:05.500428Z","time spent":"551.745684ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:00:06.052318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:05.500521Z","time spent":"551.781645ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4949,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-5plqg\" "} {"level":"warn","ts":"2026-03-03T21:00:06.553006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875513989,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T21:00:07.053197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875513989,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T21:00:07.192632Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.231273616s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T21:00:07.509851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000366179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T21:00:07.509943Z","caller":"traceutil/trace.go:171","msg":"trace[1498687622] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000504391s","start":"2026-03-03T21:00:05.509419Z","end":"2026-03-03T21:00:07.509924Z","steps":["trace[1498687622] 'agreement among raft nodes before linearized reading' (duration: 2.000390209s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:07.509982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:05.509405Z","time spent":"2.000568723s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 21:00:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T21:00:07.882022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.917368ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:00:07.882159Z","caller":"traceutil/trace.go:171","msg":"trace[1437026174] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24949; }","duration":"428.074762ms","start":"2026-03-03T21:00:07.454064Z","end":"2026-03-03T21:00:07.882139Z","steps":["trace[1437026174] 'range keys from in-memory index tree' (duration: 427.895808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:07.882464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:06.748409Z","time spent":"1.134047378s","remote":"127.0.0.1:37084","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T21:00:07.883255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.064027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T21:00:07.88359Z","caller":"traceutil/trace.go:171","msg":"trace[160251966] linearizableReadLoop","detail":"{readStateIndex:25871; appliedIndex:25866; }","duration":"1.831517907s","start":"2026-03-03T21:00:06.052057Z","end":"2026-03-03T21:00:07.883575Z","steps":["trace[160251966] 'read index received' (duration: 1.141070531s)","trace[160251966] 'applied index is now lower than readState.Index' (duration: 690.446486ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:00:07.883834Z","caller":"traceutil/trace.go:171","msg":"trace[1900201298] transaction","detail":"{read_only:false; response_revision:24950; number_of_response:1; }","duration":"2.380785324s","start":"2026-03-03T21:00:05.503036Z","end":"2026-03-03T21:00:07.883821Z","steps":["trace[1900201298] 'process raft request' (duration: 1.690072942s)","trace[1900201298] 'compare' (duration: 689.76101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:00:07.883905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:05.503012Z","time spent":"2.380856465s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:00:07.884011Z","caller":"traceutil/trace.go:171","msg":"trace[1343151522] transaction","detail":"{read_only:false; response_revision:24954; number_of_response:1; }","duration":"1.34123447s","start":"2026-03-03T21:00:06.542751Z","end":"2026-03-03T21:00:07.883985Z","steps":["trace[1343151522] 'process raft request' (duration: 1.340773799s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:07.884068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889114194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:00:07.884108Z","caller":"traceutil/trace.go:171","msg":"trace[1445775299] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24954; }","duration":"1.889191106s","start":"2026-03-03T21:00:05.994906Z","end":"2026-03-03T21:00:07.884097Z","steps":["trace[1445775299] 'agreement among raft nodes before linearized reading' (duration: 1.889124985s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:07.884146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:05.994885Z","time spent":"1.889252928s","remote":"127.0.0.1:53876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:00:07.884166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:06.542722Z","time spent":"1.341353483s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:00:07.884378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.374646671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"info","ts":"2026-03-03T21:00:07.884413Z","caller":"traceutil/trace.go:171","msg":"trace[1161670439] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:24954; }","duration":"2.374707493s","start":"2026-03-03T21:00:05.509697Z","end":"2026-03-03T21:00:07.884404Z","steps":["trace[1161670439] 'agreement among raft nodes before linearized reading' (duration: 2.37458475s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:07.884444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:05.50968Z","time spent":"2.374758203s","remote":"127.0.0.1:46112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9570,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"info","ts":"2026-03-03T21:00:07.884441Z","caller":"traceutil/trace.go:171","msg":"trace[1915108344] transaction","detail":"{read_only:false; response_revision:24952; number_of_response:1; }","duration":"2.380307983s","start":"2026-03-03T21:00:05.504104Z","end":"2026-03-03T21:00:07.884412Z","steps":["trace[1915108344] 'process raft request' (duration: 2.37932294s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:07.884569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:05.504092Z","time spent":"2.380397005s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:00:07.884437Z","caller":"traceutil/trace.go:171","msg":"trace[286672591] transaction","detail":"{read_only:false; response_revision:24953; number_of_response:1; }","duration":"2.37973935s","start":"2026-03-03T21:00:05.504679Z","end":"2026-03-03T21:00:07.884419Z","steps":["trace[286672591] 'process raft request' (duration: 2.378800718s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:07.884655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:05.50466Z","time spent":"2.379964915s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:00:07.884558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.380487396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:00:07.88472Z","caller":"traceutil/trace.go:171","msg":"trace[54949853] transaction","detail":"{read_only:false; response_revision:24951; number_of_response:1; }","duration":"2.38061931s","start":"2026-03-03T21:00:05.504086Z","end":"2026-03-03T21:00:07.884705Z","steps":["trace[54949853] 'process raft request' (duration: 2.379255398s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:00:07.884774Z","caller":"traceutil/trace.go:171","msg":"trace[898439933] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24954; }","duration":"2.380737303s","start":"2026-03-03T21:00:05.504014Z","end":"2026-03-03T21:00:07.884751Z","steps":["trace[898439933] 'agreement among raft nodes before linearized reading' (duration: 2.380464646s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:07.884805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:05.504066Z","time spent":"2.380694022s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:00:07.884844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:05.504001Z","time spent":"2.380820524s","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T21:00:08.384346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875513994,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T21:00:08.450795Z","caller":"traceutil/trace.go:171","msg":"trace[490998296] transaction","detail":"{read_only:false; response_revision:24957; number_of_response:1; }","duration":"947.163537ms","start":"2026-03-03T21:00:07.503608Z","end":"2026-03-03T21:00:08.450772Z","steps":["trace[490998296] 'process raft request' (duration: 947.119396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:08.450942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:07.503569Z","time spent":"947.2955ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:00:08.451491Z","caller":"traceutil/trace.go:171","msg":"trace[497564169] transaction","detail":"{read_only:false; response_revision:24955; number_of_response:1; }","duration":"1.173117254s","start":"2026-03-03T21:00:07.278342Z","end":"2026-03-03T21:00:08.451459Z","steps":["trace[497564169] 'process raft request' (duration: 1.127510215s)","trace[497564169] 'compare' (duration: 44.707839ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:00:08.451544Z","caller":"traceutil/trace.go:171","msg":"trace[1427401021] transaction","detail":"{read_only:false; response_revision:24956; number_of_response:1; }","duration":"947.950806ms","start":"2026-03-03T21:00:07.503558Z","end":"2026-03-03T21:00:08.451509Z","steps":["trace[1427401021] 'process raft request' (duration: 947.127086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:08.451654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:07.278314Z","time spent":"1.173280729s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:00:08.452054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:07.503526Z","time spent":"948.418616ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:00:08.457844Z","caller":"traceutil/trace.go:171","msg":"trace[1272549008] linearizableReadLoop","detail":"{readStateIndex:25875; appliedIndex:25871; }","duration":"574.202605ms","start":"2026-03-03T21:00:07.883627Z","end":"2026-03-03T21:00:08.457829Z","steps":["trace[1272549008] 'read index received' (duration: 522.253659ms)","trace[1272549008] 'applied index is now lower than readState.Index' (duration: 51.948076ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:00:08.457915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256968712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:00:08.457945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782133068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:00:08.457975Z","caller":"traceutil/trace.go:171","msg":"trace[1735088405] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24958; }","duration":"1.782166089s","start":"2026-03-03T21:00:06.675797Z","end":"2026-03-03T21:00:08.457963Z","steps":["trace[1735088405] 'agreement among raft nodes before linearized reading' (duration: 1.782114738s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:00:08.457981Z","caller":"traceutil/trace.go:171","msg":"trace[1932308263] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24958; }","duration":"1.257057314s","start":"2026-03-03T21:00:07.200894Z","end":"2026-03-03T21:00:08.457951Z","steps":["trace[1932308263] 'agreement among raft nodes before linearized reading' (duration: 1.256952241s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:08.458005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:06.675772Z","time spent":"1.782223871s","remote":"127.0.0.1:46574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:00:08.458014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:07.200875Z","time spent":"1.257128525s","remote":"127.0.0.1:53932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:00:08.458025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566800177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:00:08.458028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516431508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:00:08.458059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362495013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T21:00:08.45807Z","caller":"traceutil/trace.go:171","msg":"trace[53623352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24958; }","duration":"1.56690355s","start":"2026-03-03T21:00:06.891154Z","end":"2026-03-03T21:00:08.458058Z","steps":["trace[53623352] 'agreement among raft nodes before linearized reading' (duration: 1.566731636s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:00:08.458079Z","caller":"traceutil/trace.go:171","msg":"trace[1400364196] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24958; }","duration":"1.516531261s","start":"2026-03-03T21:00:06.941536Z","end":"2026-03-03T21:00:08.458068Z","steps":["trace[1400364196] 'agreement among raft nodes before linearized reading' (duration: 1.516440678s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:00:08.4581Z","caller":"traceutil/trace.go:171","msg":"trace[1706496936] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24958; }","duration":"1.362539624s","start":"2026-03-03T21:00:07.095548Z","end":"2026-03-03T21:00:08.458088Z","steps":["trace[1706496936] 'agreement among raft nodes before linearized reading' (duration: 1.36236652s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:08.458112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:06.891123Z","time spent":"1.566980101s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:00:08.458122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:06.941507Z","time spent":"1.516606272s","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:00:08.458135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:07.095427Z","time spent":"1.362698127s","remote":"127.0.0.1:38898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-03T21:00:08.458177Z","caller":"traceutil/trace.go:171","msg":"trace[1789787928] transaction","detail":"{read_only:false; response_revision:24958; number_of_response:1; }","duration":"541.940426ms","start":"2026-03-03T21:00:07.916225Z","end":"2026-03-03T21:00:08.458165Z","steps":["trace[1789787928] 'process raft request' (duration: 541.512076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:08.458192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841651581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T21:00:08.458225Z","caller":"traceutil/trace.go:171","msg":"trace[1996569932] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24958; }","duration":"1.841735553s","start":"2026-03-03T21:00:06.616476Z","end":"2026-03-03T21:00:08.458212Z","steps":["trace[1996569932] 'agreement among raft nodes before linearized reading' (duration: 1.841680942s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:08.458229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:07.916174Z","time spent":"542.030918ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T21:00:08.458252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:06.616446Z","time spent":"1.841797555s","remote":"127.0.0.1:42826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:00:08.458407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.811729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:00:08.458448Z","caller":"traceutil/trace.go:171","msg":"trace[1047262430] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24958; }","duration":"661.908001ms","start":"2026-03-03T21:00:07.796529Z","end":"2026-03-03T21:00:08.458437Z","steps":["trace[1047262430] 'agreement among raft nodes before linearized reading' (duration: 661.829859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:08.458473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:07.796507Z","time spent":"661.957453ms","remote":"127.0.0.1:46442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:00:08.458476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984896008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-03T21:00:08.458491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.613903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:00:08.458505Z","caller":"traceutil/trace.go:171","msg":"trace[88290056] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24958; }","duration":"1.98496402s","start":"2026-03-03T21:00:06.473532Z","end":"2026-03-03T21:00:08.458496Z","steps":["trace[88290056] 'agreement among raft nodes before linearized reading' (duration: 1.984840157s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:08.458512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.401882943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-6jbht.1899705dcfc888d9\" ","response":"range_response_count:1 size:934"} {"level":"info","ts":"2026-03-03T21:00:08.458523Z","caller":"traceutil/trace.go:171","msg":"trace[308980388] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24958; }","duration":"856.696816ms","start":"2026-03-03T21:00:07.601815Z","end":"2026-03-03T21:00:08.458512Z","steps":["trace[308980388] 'agreement among raft nodes before linearized reading' (duration: 856.619304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:08.458532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:06.473511Z","time spent":"1.98501353s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-03-03T21:00:08.458547Z","caller":"traceutil/trace.go:171","msg":"trace[178343744] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-6jbht.1899705dcfc888d9; range_end:; response_count:1; response_revision:24958; }","duration":"2.401951243s","start":"2026-03-03T21:00:06.056584Z","end":"2026-03-03T21:00:08.458535Z","steps":["trace[178343744] 'agreement among raft nodes before linearized reading' (duration: 2.40182345s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:08.458555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:07.601792Z","time spent":"856.756197ms","remote":"127.0.0.1:42790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:00:08.458577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:06.056567Z","time spent":"2.402001675s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":957,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-6jbht.1899705dcfc888d9\" "} {"level":"warn","ts":"2026-03-03T21:00:08.458416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064409989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:00:08.458618Z","caller":"traceutil/trace.go:171","msg":"trace[563863584] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24958; }","duration":"1.064656965s","start":"2026-03-03T21:00:07.393947Z","end":"2026-03-03T21:00:08.458604Z","steps":["trace[563863584] 'agreement among raft nodes before linearized reading' (duration: 1.06443612s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:08.458652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:07.393925Z","time spent":"1.064716567s","remote":"127.0.0.1:46650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:00:08.458718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.698713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:00:08.458744Z","caller":"traceutil/trace.go:171","msg":"trace[1114992158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24958; }","duration":"948.725353ms","start":"2026-03-03T21:00:07.510011Z","end":"2026-03-03T21:00:08.458736Z","steps":["trace[1114992158] 'agreement among raft nodes before linearized reading' (duration: 948.682322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:08.45877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:07.509975Z","time spent":"948.789605ms","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:00:08.458739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.767211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:00:08.458813Z","caller":"traceutil/trace.go:171","msg":"trace[926696312] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24958; }","duration":"572.898205ms","start":"2026-03-03T21:00:07.885905Z","end":"2026-03-03T21:00:08.458803Z","steps":["trace[926696312] 'agreement among raft nodes before linearized reading' (duration: 572.803912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:08.458847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:07.885884Z","time spent":"572.952105ms","remote":"127.0.0.1:38890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:00:08.45891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.753719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:00:08.458978Z","caller":"traceutil/trace.go:171","msg":"trace[1989710652] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24958; }","duration":"159.82771ms","start":"2026-03-03T21:00:08.299139Z","end":"2026-03-03T21:00:08.458967Z","steps":["trace[1989710652] 'agreement among raft nodes before linearized reading' (duration: 159.729858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:08.459029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.749478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:00:08.459059Z","caller":"traceutil/trace.go:171","msg":"trace[1239405196] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24958; }","duration":"568.825629ms","start":"2026-03-03T21:00:07.890224Z","end":"2026-03-03T21:00:08.45905Z","steps":["trace[1239405196] 'agreement among raft nodes before linearized reading' (duration: 568.773168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:08.459084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:07.890204Z","time spent":"568.873191ms","remote":"127.0.0.1:45926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T21:00:08.459321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.645686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-03-03T21:00:08.459735Z","caller":"traceutil/trace.go:171","msg":"trace[469801817] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24958; }","duration":"566.067126ms","start":"2026-03-03T21:00:07.893652Z","end":"2026-03-03T21:00:08.459719Z","steps":["trace[469801817] 'agreement among raft nodes before linearized reading' (duration: 565.38997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:08.459864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:07.893645Z","time spent":"566.208399ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"info","ts":"2026-03-03T21:00:08.630324Z","caller":"traceutil/trace.go:171","msg":"trace[1849948495] linearizableReadLoop","detail":"{readStateIndex:25878; appliedIndex:25877; }","duration":"108.9226ms","start":"2026-03-03T21:00:08.521374Z","end":"2026-03-03T21:00:08.630296Z","steps":["trace[1849948495] 'read index received' (duration: 108.636703ms)","trace[1849948495] 'applied index is now lower than readState.Index' (duration: 284.987µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:00:08.630404Z","caller":"traceutil/trace.go:171","msg":"trace[651173338] transaction","detail":"{read_only:false; response_revision:24961; number_of_response:1; }","duration":"110.64133ms","start":"2026-03-03T21:00:08.519734Z","end":"2026-03-03T21:00:08.630375Z","steps":["trace[651173338] 'process raft request' (duration: 110.340833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:08.630548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.158355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" ","response":"range_response_count:1 size:1246"} {"level":"info","ts":"2026-03-03T21:00:08.630582Z","caller":"traceutil/trace.go:171","msg":"trace[80412435] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova-nodes; range_end:; response_count:1; response_revision:24961; }","duration":"109.250497ms","start":"2026-03-03T21:00:08.521321Z","end":"2026-03-03T21:00:08.630571Z","steps":["trace[80412435] 'agreement among raft nodes before linearized reading' (duration: 109.070983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:10.69041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875515881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T21:01:11.19146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875515881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T21:01:11.630218Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.081025817s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T21:01:11.630859Z","caller":"traceutil/trace.go:171","msg":"trace[1722360952] transaction","detail":"{read_only:false; response_revision:25616; number_of_response:1; }","duration":"1.648881326s","start":"2026-03-03T21:01:09.981915Z","end":"2026-03-03T21:01:11.630796Z","steps":["trace[1722360952] 'process raft request' (duration: 1.648551048s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:11.631195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:09.981895Z","time spent":"1.649128451s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:01:12.851814Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.221332315s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T21:01:12.852249Z","caller":"traceutil/trace.go:171","msg":"trace[1241168407] transaction","detail":"{read_only:false; response_revision:25617; number_of_response:1; }","duration":"2.744778357s","start":"2026-03-03T21:01:10.107442Z","end":"2026-03-03T21:01:12.85222Z","steps":["trace[1241168407] 'process raft request' (duration: 2.74451478s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:12.852331Z","caller":"traceutil/trace.go:171","msg":"trace[905592382] transaction","detail":"{read_only:false; response_revision:25618; number_of_response:1; }","duration":"2.674336471s","start":"2026-03-03T21:01:10.177982Z","end":"2026-03-03T21:01:12.852318Z","steps":["trace[905592382] 'process raft request' (duration: 2.674090945s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:12.852384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:10.177956Z","time spent":"2.674400083s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:01:12.852385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:10.107395Z","time spent":"2.74491118s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:01:12.852493Z","caller":"traceutil/trace.go:171","msg":"trace[650674292] transaction","detail":"{read_only:false; response_revision:25620; number_of_response:1; }","duration":"2.229339796s","start":"2026-03-03T21:01:10.623148Z","end":"2026-03-03T21:01:12.852488Z","steps":["trace[650674292] 'process raft request' (duration: 2.229128631s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:12.852541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:10.623126Z","time spent":"2.229398327s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:01:12.852629Z","caller":"traceutil/trace.go:171","msg":"trace[1194388160] transaction","detail":"{read_only:false; response_revision:25621; number_of_response:1; }","duration":"2.073188899s","start":"2026-03-03T21:01:10.77943Z","end":"2026-03-03T21:01:12.852619Z","steps":["trace[1194388160] 'process raft request' (duration: 2.073035385s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:12.852678Z","caller":"traceutil/trace.go:171","msg":"trace[1572457726] linearizableReadLoop","detail":"{readStateIndex:26555; appliedIndex:26548; }","duration":"2.66311266s","start":"2026-03-03T21:01:10.18956Z","end":"2026-03-03T21:01:12.852672Z","steps":["trace[1572457726] 'read index received' (duration: 1.440941236s)","trace[1572457726] 'applied index is now lower than readState.Index' (duration: 1.222170774s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:01:12.852698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:10.779404Z","time spent":"2.073261871s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:01:12.852731Z","caller":"traceutil/trace.go:171","msg":"trace[1643151398] transaction","detail":"{read_only:false; response_revision:25623; number_of_response:1; }","duration":"1.544875269s","start":"2026-03-03T21:01:11.307852Z","end":"2026-03-03T21:01:12.852727Z","steps":["trace[1643151398] 'process raft request' (duration: 1.544791247s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:12.852717Z","caller":"traceutil/trace.go:171","msg":"trace[1504102331] transaction","detail":"{read_only:false; response_revision:25622; number_of_response:1; }","duration":"2.071343586s","start":"2026-03-03T21:01:10.781369Z","end":"2026-03-03T21:01:12.852713Z","steps":["trace[1504102331] 'process raft request' (duration: 2.071206853s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:12.852807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:10.781333Z","time spent":"2.071449489s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:01:12.852846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.663287364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T21:01:12.852764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:11.307832Z","time spent":"1.54491502s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:01:12.85287Z","caller":"traceutil/trace.go:171","msg":"trace[245950598] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25623; }","duration":"2.663331645s","start":"2026-03-03T21:01:10.189531Z","end":"2026-03-03T21:01:12.852862Z","steps":["trace[245950598] 'agreement among raft nodes before linearized reading' (duration: 2.663245423s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:12.852884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:10.189517Z","time spent":"2.663363876s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T21:01:12.852981Z","caller":"traceutil/trace.go:171","msg":"trace[912840224] transaction","detail":"{read_only:false; response_revision:25619; number_of_response:1; }","duration":"2.302126736s","start":"2026-03-03T21:01:10.550169Z","end":"2026-03-03T21:01:12.852296Z","steps":["trace[912840224] 'process raft request' (duration: 2.301930262s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:12.853012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:10.550149Z","time spent":"2.302847113s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:01:12.853136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81702082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T21:01:12.853154Z","caller":"traceutil/trace.go:171","msg":"trace[264352252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25623; }","duration":"1.817098231s","start":"2026-03-03T21:01:11.036051Z","end":"2026-03-03T21:01:12.853149Z","steps":["trace[264352252] 'agreement among raft nodes before linearized reading' (duration: 1.8170352s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:12.853167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:11.036025Z","time spent":"1.817138972s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T21:01:12.853281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.228433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:01:12.853301Z","caller":"traceutil/trace.go:171","msg":"trace[566140415] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25623; }","duration":"257.291774ms","start":"2026-03-03T21:01:12.596003Z","end":"2026-03-03T21:01:12.853295Z","steps":["trace[566140415] 'agreement among raft nodes before linearized reading' (duration: 257.248683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:12.853279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.633041682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:01:12.853452Z","caller":"traceutil/trace.go:171","msg":"trace[1173470771] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25623; }","duration":"2.633303798s","start":"2026-03-03T21:01:10.220125Z","end":"2026-03-03T21:01:12.853429Z","steps":["trace[1173470771] 'agreement among raft nodes before linearized reading' (duration: 2.63296571s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:12.853499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:10.220113Z","time spent":"2.633374729s","remote":"127.0.0.1:54032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:01:12.853519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.688798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T21:01:12.853541Z","caller":"traceutil/trace.go:171","msg":"trace[1441979445] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25623; }","duration":"745.736158ms","start":"2026-03-03T21:01:12.1078Z","end":"2026-03-03T21:01:12.853536Z","steps":["trace[1441979445] 'agreement among raft nodes before linearized reading' (duration: 745.612175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:12.853555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:12.107784Z","time spent":"745.767709ms","remote":"127.0.0.1:45972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":180,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:01:12.853671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.628587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-03T21:01:12.853691Z","caller":"traceutil/trace.go:171","msg":"trace[1204784483] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25623; }","duration":"987.677448ms","start":"2026-03-03T21:01:11.866009Z","end":"2026-03-03T21:01:12.853686Z","steps":["trace[1204784483] 'agreement among raft nodes before linearized reading' (duration: 987.621556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:12.853653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274143306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:01:12.853727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014516001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:01:12.853743Z","caller":"traceutil/trace.go:171","msg":"trace[1556386083] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25623; }","duration":"1.014533512s","start":"2026-03-03T21:01:11.839204Z","end":"2026-03-03T21:01:12.853738Z","steps":["trace[1556386083] 'agreement among raft nodes before linearized reading' (duration: 1.014508141s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:12.853759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:11.839141Z","time spent":"1.014615004s","remote":"127.0.0.1:42852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:01:12.853789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355169008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-03T21:01:12.853704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:11.865994Z","time spent":"987.707729ms","remote":"127.0.0.1:53866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-03T21:01:12.853826Z","caller":"traceutil/trace.go:171","msg":"trace[1370864919] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:25623; }","duration":"2.355221779s","start":"2026-03-03T21:01:10.498588Z","end":"2026-03-03T21:01:12.85381Z","steps":["trace[1370864919] 'agreement among raft nodes before linearized reading' (duration: 2.355111117s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:12.853849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:10.498573Z","time spent":"2.3552715s","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"warn","ts":"2026-03-03T21:01:12.853869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962763375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T21:01:12.853869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675768679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:01:12.853956Z","caller":"traceutil/trace.go:171","msg":"trace[1632036666] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25623; }","duration":"1.675923892s","start":"2026-03-03T21:01:11.178012Z","end":"2026-03-03T21:01:12.853936Z","steps":["trace[1632036666] 'agreement among raft nodes before linearized reading' (duration: 1.675729788s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:12.853962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885262125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T21:01:12.853976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.40217083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T21:01:12.853994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126921098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:01:12.853997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:11.177989Z","time spent":"1.676001525s","remote":"127.0.0.1:45886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-03T21:01:12.854019Z","caller":"traceutil/trace.go:171","msg":"trace[684100534] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25623; }","duration":"2.126995139s","start":"2026-03-03T21:01:10.727019Z","end":"2026-03-03T21:01:12.854014Z","steps":["trace[684100534] 'agreement among raft nodes before linearized reading' (duration: 2.126957678s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:12.854036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:10.726997Z","time spent":"2.1270349s","remote":"127.0.0.1:47008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:01:12.854037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887060507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:01:12.85406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.505199713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T21:01:12.854062Z","caller":"traceutil/trace.go:171","msg":"trace[139830010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25623; }","duration":"1.887141258s","start":"2026-03-03T21:01:10.966914Z","end":"2026-03-03T21:01:12.854056Z","steps":["trace[139830010] 'agreement among raft nodes before linearized reading' (duration: 1.887101167s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:12.854083Z","caller":"traceutil/trace.go:171","msg":"trace[1453682130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25623; }","duration":"2.505246714s","start":"2026-03-03T21:01:10.348831Z","end":"2026-03-03T21:01:12.854078Z","steps":["trace[1453682130] 'agreement among raft nodes before linearized reading' (duration: 2.505182022s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:12.85409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:10.966887Z","time spent":"1.88719846s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:01:12.854103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:10.348814Z","time spent":"2.505285135s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T21:01:12.854128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433176904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-03T21:01:12.85417Z","caller":"traceutil/trace.go:171","msg":"trace[894821730] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25623; }","duration":"1.433217035s","start":"2026-03-03T21:01:11.420938Z","end":"2026-03-03T21:01:12.854155Z","steps":["trace[894821730] 'agreement among raft nodes before linearized reading' (duration: 1.433131693s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:12.854194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003572982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T21:01:12.854196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:11.420912Z","time spent":"1.433277677s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T21:01:12.854211Z","caller":"traceutil/trace.go:171","msg":"trace[788492314] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25623; }","duration":"2.003641954s","start":"2026-03-03T21:01:10.850564Z","end":"2026-03-03T21:01:12.854206Z","steps":["trace[788492314] 'agreement among raft nodes before linearized reading' (duration: 2.003546631s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:12.853912Z","caller":"traceutil/trace.go:171","msg":"trace[1943766203] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25623; }","duration":"1.962852687s","start":"2026-03-03T21:01:10.891049Z","end":"2026-03-03T21:01:12.853902Z","steps":["trace[1943766203] 'agreement among raft nodes before linearized reading' (duration: 1.962739514s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:12.854226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.583335827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T21:01:12.853993Z","caller":"traceutil/trace.go:171","msg":"trace[918377238] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25623; }","duration":"1.885341376s","start":"2026-03-03T21:01:10.968642Z","end":"2026-03-03T21:01:12.853983Z","steps":["trace[918377238] 'agreement among raft nodes before linearized reading' (duration: 1.885289105s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:12.85425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:10.968618Z","time spent":"1.885628472s","remote":"127.0.0.1:35948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-03T21:01:12.853778Z","caller":"traceutil/trace.go:171","msg":"trace[1605824002] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25623; }","duration":"2.274280279s","start":"2026-03-03T21:01:10.579473Z","end":"2026-03-03T21:01:12.853753Z","steps":["trace[1605824002] 'agreement among raft nodes before linearized reading' (duration: 2.274097415s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:12.854279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:10.891028Z","time spent":"1.963227916s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T21:01:12.854315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:10.579394Z","time spent":"2.274915284s","remote":"127.0.0.1:46096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T21:01:12.854249Z","caller":"traceutil/trace.go:171","msg":"trace[1136127501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25623; }","duration":"2.583389128s","start":"2026-03-03T21:01:10.270854Z","end":"2026-03-03T21:01:12.854243Z","steps":["trace[1136127501] 'agreement among raft nodes before linearized reading' (duration: 2.583334147s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:12.854336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063047398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T21:01:12.854359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:10.270831Z","time spent":"2.583521821s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T21:01:12.854363Z","caller":"traceutil/trace.go:171","msg":"trace[423396985] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25623; }","duration":"1.06311467s","start":"2026-03-03T21:01:11.79124Z","end":"2026-03-03T21:01:12.854354Z","steps":["trace[423396985] 'agreement among raft nodes before linearized reading' (duration: 1.063067449s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:12.854388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:11.791218Z","time spent":"1.063162712s","remote":"127.0.0.1:46924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:01:12.8534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.670335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:01:12.854453Z","caller":"traceutil/trace.go:171","msg":"trace[544514045] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25623; }","duration":"615.74995ms","start":"2026-03-03T21:01:12.238696Z","end":"2026-03-03T21:01:12.854446Z","steps":["trace[544514045] 'agreement among raft nodes before linearized reading' (duration: 614.685685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:12.85447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:12.238677Z","time spent":"615.787091ms","remote":"127.0.0.1:54008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-03T21:01:12.853996Z","caller":"traceutil/trace.go:171","msg":"trace[1340929905] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25623; }","duration":"2.402218321s","start":"2026-03-03T21:01:10.451772Z","end":"2026-03-03T21:01:12.853991Z","steps":["trace[1340929905] 'agreement among raft nodes before linearized reading' (duration: 2.402166019s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:12.854459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488918109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:01:12.85423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:10.85054Z","time spent":"2.003686945s","remote":"127.0.0.1:45770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-03T21:01:12.854587Z","caller":"traceutil/trace.go:171","msg":"trace[68765817] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25623; }","duration":"1.489081933s","start":"2026-03-03T21:01:11.365495Z","end":"2026-03-03T21:01:12.854577Z","steps":["trace[68765817] 'agreement among raft nodes before linearized reading' (duration: 1.488908559s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:12.854623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:11.36548Z","time spent":"1.489131934s","remote":"127.0.0.1:46514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:01:12.854563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:10.451756Z","time spent":"2.402798555s","remote":"127.0.0.1:46124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:01:13.357128Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875515891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T21:01:13.361406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:12.855796Z","time spent":"505.602383ms","remote":"127.0.0.1:45704","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T21:01:13.402007Z","caller":"traceutil/trace.go:171","msg":"trace[671394796] linearizableReadLoop","detail":"{readStateIndex:26563; appliedIndex:26556; }","duration":"545.829866ms","start":"2026-03-03T21:01:12.85616Z","end":"2026-03-03T21:01:13.40199Z","steps":["trace[671394796] 'read index received' (duration: 502.681904ms)","trace[671394796] 'applied index is now lower than readState.Index' (duration: 43.146982ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:01:13.402334Z","caller":"traceutil/trace.go:171","msg":"trace[970914522] transaction","detail":"{read_only:false; response_revision:25624; number_of_response:1; }","duration":"543.681427ms","start":"2026-03-03T21:01:12.858642Z","end":"2026-03-03T21:01:13.402324Z","steps":["trace[970914522] 'process raft request' (duration: 543.098834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:13.402422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:12.858627Z","time spent":"543.735468ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:01:13.402547Z","caller":"traceutil/trace.go:171","msg":"trace[1783654432] transaction","detail":"{read_only:false; response_revision:25625; number_of_response:1; }","duration":"543.81046ms","start":"2026-03-03T21:01:12.858729Z","end":"2026-03-03T21:01:13.40254Z","steps":["trace[1783654432] 'process raft request' (duration: 543.128794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:13.402585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:12.858721Z","time spent":"543.844071ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:01:13.402676Z","caller":"traceutil/trace.go:171","msg":"trace[972206045] transaction","detail":"{read_only:false; response_revision:25626; number_of_response:1; }","duration":"543.147224ms","start":"2026-03-03T21:01:12.859522Z","end":"2026-03-03T21:01:13.40267Z","steps":["trace[972206045] 'process raft request' (duration: 542.362316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:13.402713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:12.859512Z","time spent":"543.182115ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:01:13.402796Z","caller":"traceutil/trace.go:171","msg":"trace[1193986063] transaction","detail":"{read_only:false; response_revision:25627; number_of_response:1; }","duration":"543.210326ms","start":"2026-03-03T21:01:12.85958Z","end":"2026-03-03T21:01:13.402791Z","steps":["trace[1193986063] 'process raft request' (duration: 542.327165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:13.40283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:12.859564Z","time spent":"543.249977ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:01:13.402911Z","caller":"traceutil/trace.go:171","msg":"trace[1978701410] transaction","detail":"{read_only:false; response_revision:25628; number_of_response:1; }","duration":"543.299748ms","start":"2026-03-03T21:01:12.859606Z","end":"2026-03-03T21:01:13.402906Z","steps":["trace[1978701410] 'process raft request' (duration: 542.326745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:13.402958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:12.859587Z","time spent":"543.351129ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:01:13.403043Z","caller":"traceutil/trace.go:171","msg":"trace[1631096176] transaction","detail":"{read_only:false; response_revision:25629; number_of_response:1; }","duration":"363.746818ms","start":"2026-03-03T21:01:13.03929Z","end":"2026-03-03T21:01:13.403037Z","steps":["trace[1631096176] 'process raft request' (duration: 362.668073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:13.403081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:13.039265Z","time spent":"363.794458ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:01:13.403189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.027654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:01:13.403214Z","caller":"traceutil/trace.go:171","msg":"trace[301558624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25629; }","duration":"547.060576ms","start":"2026-03-03T21:01:12.856147Z","end":"2026-03-03T21:01:13.403208Z","steps":["trace[301558624] 'agreement among raft nodes before linearized reading' (duration: 547.014055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:13.403231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:12.856141Z","time spent":"547.087386ms","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:01:14.155135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.870243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T21:01:14.155315Z","caller":"traceutil/trace.go:171","msg":"trace[2105824905] linearizableReadLoop","detail":"{readStateIndex:26565; appliedIndex:26563; }","duration":"753.240934ms","start":"2026-03-03T21:01:13.402061Z","end":"2026-03-03T21:01:14.155302Z","steps":["trace[2105824905] 'read index received' (duration: 351.073974ms)","trace[2105824905] 'applied index is now lower than readState.Index' (duration: 402.16623ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:01:14.155423Z","caller":"traceutil/trace.go:171","msg":"trace[325180946] transaction","detail":"{read_only:false; response_revision:25630; number_of_response:1; }","duration":"793.015848ms","start":"2026-03-03T21:01:13.362397Z","end":"2026-03-03T21:01:14.155413Z","steps":["trace[325180946] 'process raft request' (duration: 390.789526ms)","trace[325180946] 'compare' (duration: 401.638658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:01:14.155548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:13.362376Z","time spent":"793.073279ms","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:01:14.155866Z","caller":"traceutil/trace.go:171","msg":"trace[248150566] transaction","detail":"{read_only:false; response_revision:25631; number_of_response:1; }","duration":"787.745285ms","start":"2026-03-03T21:01:13.368113Z","end":"2026-03-03T21:01:14.155858Z","steps":["trace[248150566] 'process raft request' (duration: 787.10348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:14.155912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:13.368099Z","time spent":"787.791287ms","remote":"127.0.0.1:53866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:01:14.156526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184279764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:01:14.156576Z","caller":"traceutil/trace.go:171","msg":"trace[1802881885] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25631; }","duration":"1.184384616s","start":"2026-03-03T21:01:12.972177Z","end":"2026-03-03T21:01:14.156561Z","steps":["trace[1802881885] 'agreement among raft nodes before linearized reading' (duration: 1.184304414s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:14.156607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:12.972147Z","time spent":"1.184451478s","remote":"127.0.0.1:46442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:01:14.156616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298427906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bc341cca-d52e-4d47-b7ef-b34201833471\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-03T21:01:14.156705Z","caller":"traceutil/trace.go:171","msg":"trace[1554131676] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bc341cca-d52e-4d47-b7ef-b34201833471; range_end:; response_count:1; response_revision:25631; }","duration":"1.298551999s","start":"2026-03-03T21:01:12.858132Z","end":"2026-03-03T21:01:14.156684Z","steps":["trace[1554131676] 'agreement among raft nodes before linearized reading' (duration: 1.298326474s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:14.156753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:12.858116Z","time spent":"1.298627771s","remote":"127.0.0.1:45806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-bc341cca-d52e-4d47-b7ef-b34201833471\" "} {"level":"warn","ts":"2026-03-03T21:01:14.156704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298264222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:01:14.156972Z","caller":"traceutil/trace.go:171","msg":"trace[38721823] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25631; }","duration":"1.298521678s","start":"2026-03-03T21:01:12.858397Z","end":"2026-03-03T21:01:14.156918Z","steps":["trace[38721823] 'agreement among raft nodes before linearized reading' (duration: 1.298234811s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:14.157067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:12.85839Z","time spent":"1.298663482s","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T21:01:14.157137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.846036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T21:01:14.156842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.102088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T21:01:14.157176Z","caller":"traceutil/trace.go:171","msg":"trace[1735659960] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25631; }","duration":"461.909407ms","start":"2026-03-03T21:01:13.69526Z","end":"2026-03-03T21:01:14.157169Z","steps":["trace[1735659960] 'agreement among raft nodes before linearized reading' (duration: 461.846136ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:14.15719Z","caller":"traceutil/trace.go:171","msg":"trace[1680463927] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25631; }","duration":"966.510287ms","start":"2026-03-03T21:01:13.190666Z","end":"2026-03-03T21:01:14.157177Z","steps":["trace[1680463927] 'agreement among raft nodes before linearized reading' (duration: 966.072776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:14.157236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:13.190636Z","time spent":"966.583049ms","remote":"127.0.0.1:46906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:01:14.157335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:13.695249Z","time spent":"462.074781ms","remote":"127.0.0.1:46016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:01:14.157377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.462003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T21:01:14.157433Z","caller":"traceutil/trace.go:171","msg":"trace[37678903] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25631; }","duration":"469.566225ms","start":"2026-03-03T21:01:13.687854Z","end":"2026-03-03T21:01:14.15742Z","steps":["trace[37678903] 'agreement among raft nodes before linearized reading' (duration: 469.268718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:14.157474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:13.687829Z","time spent":"469.635327ms","remote":"127.0.0.1:46960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:01:14.156931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.90554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:01:14.157605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.037809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T21:01:14.157655Z","caller":"traceutil/trace.go:171","msg":"trace[1975029809] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25631; }","duration":"384.119872ms","start":"2026-03-03T21:01:13.773525Z","end":"2026-03-03T21:01:14.157645Z","steps":["trace[1975029809] 'agreement among raft nodes before linearized reading' (duration: 384.025099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:14.157759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:13.773508Z","time spent":"384.241244ms","remote":"127.0.0.1:42866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-03T21:01:14.157646Z","caller":"traceutil/trace.go:171","msg":"trace[1346553070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25631; }","duration":"745.664278ms","start":"2026-03-03T21:01:13.411962Z","end":"2026-03-03T21:01:14.157627Z","steps":["trace[1346553070] 'agreement among raft nodes before linearized reading' (duration: 744.490011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:14.157817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:13.41195Z","time spent":"745.857722ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:01:14.158356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.80112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:01:14.158415Z","caller":"traceutil/trace.go:171","msg":"trace[1554905524] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25631; }","duration":"788.872021ms","start":"2026-03-03T21:01:13.369523Z","end":"2026-03-03T21:01:14.158395Z","steps":["trace[1554905524] 'agreement among raft nodes before linearized reading' (duration: 786.468665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:14.158519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:13.369514Z","time spent":"788.994055ms","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:01:15.466627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875515915,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T21:01:15.616018Z","caller":"traceutil/trace.go:171","msg":"trace[1421732190] transaction","detail":"{read_only:false; response_revision:25632; number_of_response:1; }","duration":"755.094157ms","start":"2026-03-03T21:01:14.860905Z","end":"2026-03-03T21:01:15.615999Z","steps":["trace[1421732190] 'process raft request' (duration: 754.961334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:15.61615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:14.86088Z","time spent":"755.19653ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:01:16.095959Z","caller":"traceutil/trace.go:171","msg":"trace[1751320464] transaction","detail":"{read_only:false; response_revision:25633; number_of_response:1; }","duration":"1.234703386s","start":"2026-03-03T21:01:14.86122Z","end":"2026-03-03T21:01:16.095923Z","steps":["trace[1751320464] 'process raft request' (duration: 1.234525372s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:16.096425Z","caller":"traceutil/trace.go:171","msg":"trace[382418752] transaction","detail":"{read_only:false; response_revision:25637; number_of_response:1; }","duration":"1.234983682s","start":"2026-03-03T21:01:14.861417Z","end":"2026-03-03T21:01:16.096401Z","steps":["trace[382418752] 'process raft request' (duration: 1.23490499s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:16.096499Z","caller":"traceutil/trace.go:171","msg":"trace[134268734] transaction","detail":"{read_only:false; response_revision:25635; number_of_response:1; }","duration":"1.235154676s","start":"2026-03-03T21:01:14.861334Z","end":"2026-03-03T21:01:16.096489Z","steps":["trace[134268734] 'process raft request' (duration: 1.234714236s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:16.096569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:14.861327Z","time spent":"1.235195718s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:01:16.096573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:14.861403Z","time spent":"1.235092845s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:01:16.096798Z","caller":"traceutil/trace.go:171","msg":"trace[1980835672] transaction","detail":"{read_only:false; response_revision:25636; number_of_response:1; }","duration":"1.235477694s","start":"2026-03-03T21:01:14.861309Z","end":"2026-03-03T21:01:16.096786Z","steps":["trace[1980835672] 'process raft request' (duration: 1.234914281s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:16.096873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:14.861272Z","time spent":"1.235572086s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:01:16.097002Z","caller":"traceutil/trace.go:171","msg":"trace[759349333] transaction","detail":"{read_only:false; response_revision:25638; number_of_response:1; }","duration":"1.235274639s","start":"2026-03-03T21:01:14.861719Z","end":"2026-03-03T21:01:16.096993Z","steps":["trace[759349333] 'process raft request' (duration: 1.234647554s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:16.097056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:14.861709Z","time spent":"1.23532204s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:01:16.096093Z","caller":"traceutil/trace.go:171","msg":"trace[1467457787] transaction","detail":"{read_only:false; response_revision:25634; number_of_response:1; }","duration":"1.234798258s","start":"2026-03-03T21:01:14.861286Z","end":"2026-03-03T21:01:16.096084Z","steps":["trace[1467457787] 'process raft request' (duration: 1.234581073s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:16.097344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:14.861279Z","time spent":"1.236040257s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:01:16.097571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:14.861207Z","time spent":"1.234936381s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:01:16.842935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.2007ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T21:01:16.84317Z","caller":"traceutil/trace.go:171","msg":"trace[901559525] linearizableReadLoop","detail":"{readStateIndex:26572; appliedIndex:26565; }","duration":"1.877557665s","start":"2026-03-03T21:01:14.965595Z","end":"2026-03-03T21:01:16.843152Z","steps":["trace[901559525] 'read index received' (duration: 650.285023ms)","trace[901559525] 'applied index is now lower than readState.Index' (duration: 1.227271552s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:01:16.844901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879296246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:01:16.844931Z","caller":"traceutil/trace.go:171","msg":"trace[733182892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25638; }","duration":"1.879373088s","start":"2026-03-03T21:01:14.96555Z","end":"2026-03-03T21:01:16.844923Z","steps":["trace[733182892] 'agreement among raft nodes before linearized reading' (duration: 1.879317066s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:16.844968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:14.96553Z","time spent":"1.879432129s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T21:01:16.845804Z","caller":"traceutil/trace.go:171","msg":"trace[1974539423] transaction","detail":"{read_only:false; response_revision:25639; number_of_response:1; }","duration":"821.439447ms","start":"2026-03-03T21:01:16.02433Z","end":"2026-03-03T21:01:16.845769Z","steps":["trace[1974539423] 'process raft request' (duration: 818.713444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:16.845976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:16.024312Z","time spent":"821.57358ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:01:16.884249Z","caller":"traceutil/trace.go:171","msg":"trace[1480942780] transaction","detail":"{read_only:false; response_revision:25640; number_of_response:1; }","duration":"331.011897ms","start":"2026-03-03T21:01:16.553221Z","end":"2026-03-03T21:01:16.884233Z","steps":["trace[1480942780] 'process raft request' (duration: 318.855215ms)","trace[1480942780] 'compare' (duration: 11.861426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:01:16.884354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:16.553201Z","time spent":"331.08952ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:01:16.884439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473607433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T21:01:16.884503Z","caller":"traceutil/trace.go:171","msg":"trace[2062337864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25640; }","duration":"1.473693945s","start":"2026-03-03T21:01:15.410795Z","end":"2026-03-03T21:01:16.884489Z","steps":["trace[2062337864] 'agreement among raft nodes before linearized reading' (duration: 1.473538582s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:16.884547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475222061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T21:01:16.884569Z","caller":"traceutil/trace.go:171","msg":"trace[1046043867] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25640; }","duration":"1.475265822s","start":"2026-03-03T21:01:15.409298Z","end":"2026-03-03T21:01:16.884564Z","steps":["trace[1046043867] 'agreement among raft nodes before linearized reading' (duration: 1.47517031s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:16.884588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:15.409286Z","time spent":"1.475298543s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T21:01:16.884594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.01944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:01:16.884629Z","caller":"traceutil/trace.go:171","msg":"trace[238424045] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25640; }","duration":"226.08799ms","start":"2026-03-03T21:01:16.65853Z","end":"2026-03-03T21:01:16.884618Z","steps":["trace[238424045] 'agreement among raft nodes before linearized reading' (duration: 226.032459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:16.884678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475859536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T21:01:16.884697Z","caller":"traceutil/trace.go:171","msg":"trace[268764319] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25640; }","duration":"1.475916257s","start":"2026-03-03T21:01:15.408777Z","end":"2026-03-03T21:01:16.884693Z","steps":["trace[268764319] 'agreement among raft nodes before linearized reading' (duration: 1.475869676s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:16.884711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:15.408748Z","time spent":"1.475959219s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T21:01:16.884799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551241757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:01:16.884832Z","caller":"traceutil/trace.go:171","msg":"trace[838991809] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25640; }","duration":"1.551298148s","start":"2026-03-03T21:01:15.333517Z","end":"2026-03-03T21:01:16.884815Z","steps":["trace[838991809] 'agreement among raft nodes before linearized reading' (duration: 1.551258917s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:16.884847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:15.333502Z","time spent":"1.551340819s","remote":"127.0.0.1:42800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:01:16.884938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720369185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:01:16.884922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.167065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-03T21:01:16.885025Z","caller":"traceutil/trace.go:171","msg":"trace[1000404691] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25640; }","duration":"509.272678ms","start":"2026-03-03T21:01:16.375737Z","end":"2026-03-03T21:01:16.88501Z","steps":["trace[1000404691] 'agreement among raft nodes before linearized reading' (duration: 509.085773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:16.885069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:16.375679Z","time spent":"509.380361ms","remote":"127.0.0.1:46096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-03T21:01:16.884543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:15.410785Z","time spent":"1.473749977s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T21:01:16.885294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.375448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T21:01:16.885337Z","caller":"traceutil/trace.go:171","msg":"trace[2143936006] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25640; }","duration":"955.448449ms","start":"2026-03-03T21:01:15.929879Z","end":"2026-03-03T21:01:16.885328Z","steps":["trace[2143936006] 'agreement among raft nodes before linearized reading' (duration: 955.374187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:16.885373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:15.929862Z","time spent":"955.502531ms","remote":"127.0.0.1:35910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:01:16.885431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474422462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T21:01:16.885453Z","caller":"traceutil/trace.go:171","msg":"trace[598374797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25640; }","duration":"1.474459453s","start":"2026-03-03T21:01:15.410988Z","end":"2026-03-03T21:01:16.885448Z","steps":["trace[598374797] 'agreement among raft nodes before linearized reading' (duration: 1.474405431s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:16.885469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:15.410982Z","time spent":"1.474484064s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T21:01:16.88553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246811837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:01:16.885549Z","caller":"traceutil/trace.go:171","msg":"trace[1119304711] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25640; }","duration":"1.246870788s","start":"2026-03-03T21:01:15.638671Z","end":"2026-03-03T21:01:16.885542Z","steps":["trace[1119304711] 'agreement among raft nodes before linearized reading' (duration: 1.246845017s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:16.885563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:15.638651Z","time spent":"1.246907658s","remote":"127.0.0.1:46758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-03-03T21:01:16.884995Z","caller":"traceutil/trace.go:171","msg":"trace[1626481122] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25640; }","duration":"1.720484137s","start":"2026-03-03T21:01:15.164505Z","end":"2026-03-03T21:01:16.884989Z","steps":["trace[1626481122] 'agreement among raft nodes before linearized reading' (duration: 1.720416255s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:16.885603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:15.164479Z","time spent":"1.721110632s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:01:16.885663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473772128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T21:01:16.885681Z","caller":"traceutil/trace.go:171","msg":"trace[905396996] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25640; }","duration":"1.473806488s","start":"2026-03-03T21:01:15.41187Z","end":"2026-03-03T21:01:16.885677Z","steps":["trace[905396996] 'agreement among raft nodes before linearized reading' (duration: 1.473763827s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:16.885698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:15.411863Z","time spent":"1.473832448s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T21:01:24.318645Z","caller":"traceutil/trace.go:171","msg":"trace[1065952306] transaction","detail":"{read_only:false; response_revision:25696; number_of_response:1; }","duration":"189.317847ms","start":"2026-03-03T21:01:24.129299Z","end":"2026-03-03T21:01:24.318617Z","steps":["trace[1065952306] 'process raft request' (duration: 176.794736ms)","trace[1065952306] 'compare' (duration: 11.979038ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:01:24.32013Z","caller":"traceutil/trace.go:171","msg":"trace[910962266] transaction","detail":"{read_only:false; response_revision:25700; number_of_response:1; }","duration":"186.807008ms","start":"2026-03-03T21:01:24.133311Z","end":"2026-03-03T21:01:24.320118Z","steps":["trace[910962266] 'process raft request' (duration: 186.779358ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:24.320528Z","caller":"traceutil/trace.go:171","msg":"trace[1369945988] transaction","detail":"{read_only:false; response_revision:25697; number_of_response:1; }","duration":"188.926578ms","start":"2026-03-03T21:01:24.131589Z","end":"2026-03-03T21:01:24.320516Z","steps":["trace[1369945988] 'process raft request' (duration: 188.366665ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:24.320841Z","caller":"traceutil/trace.go:171","msg":"trace[80118491] transaction","detail":"{read_only:false; response_revision:25699; number_of_response:1; }","duration":"187.624578ms","start":"2026-03-03T21:01:24.133202Z","end":"2026-03-03T21:01:24.320826Z","steps":["trace[80118491] 'process raft request' (duration: 186.86829ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:24.320655Z","caller":"traceutil/trace.go:171","msg":"trace[1731906791] transaction","detail":"{read_only:false; response_revision:25698; number_of_response:1; }","duration":"187.461364ms","start":"2026-03-03T21:01:24.133184Z","end":"2026-03-03T21:01:24.320645Z","steps":["trace[1731906791] 'process raft request' (duration: 186.85547ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:58.525939Z","caller":"traceutil/trace.go:171","msg":"trace[796257823] transaction","detail":"{read_only:false; response_revision:26097; number_of_response:1; }","duration":"178.004244ms","start":"2026-03-03T21:01:58.347919Z","end":"2026-03-03T21:01:58.525923Z","steps":["trace[796257823] 'process raft request' (duration: 177.909082ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:59.284756Z","caller":"traceutil/trace.go:171","msg":"trace[237054634] transaction","detail":"{read_only:false; response_revision:26098; number_of_response:1; }","duration":"797.834119ms","start":"2026-03-03T21:01:58.486874Z","end":"2026-03-03T21:01:59.284708Z","steps":["trace[237054634] 'process raft request' (duration: 797.530672ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:59.284782Z","caller":"traceutil/trace.go:171","msg":"trace[1259067946] transaction","detail":"{read_only:false; response_revision:26099; number_of_response:1; }","duration":"797.829749ms","start":"2026-03-03T21:01:58.486915Z","end":"2026-03-03T21:01:59.284744Z","steps":["trace[1259067946] 'process raft request' (duration: 797.702636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:59.285009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:58.486856Z","time spent":"798.005923ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:01:59.285053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:58.486894Z","time spent":"797.982923ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:01:59.285225Z","caller":"traceutil/trace.go:171","msg":"trace[705904535] transaction","detail":"{read_only:false; response_revision:26101; number_of_response:1; }","duration":"798.228389ms","start":"2026-03-03T21:01:58.48698Z","end":"2026-03-03T21:01:59.285208Z","steps":["trace[705904535] 'process raft request' (duration: 797.958543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:59.285308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:58.486975Z","time spent":"798.29408ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:01:59.285338Z","caller":"traceutil/trace.go:171","msg":"trace[313851324] transaction","detail":"{read_only:false; response_revision:26102; number_of_response:1; }","duration":"797.906981ms","start":"2026-03-03T21:01:58.487402Z","end":"2026-03-03T21:01:59.285309Z","steps":["trace[313851324] 'process raft request' (duration: 797.707427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:59.285468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:58.487391Z","time spent":"798.015584ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:01:59.285626Z","caller":"traceutil/trace.go:171","msg":"trace[771983929] transaction","detail":"{read_only:false; response_revision:26100; number_of_response:1; }","duration":"798.105566ms","start":"2026-03-03T21:01:58.48693Z","end":"2026-03-03T21:01:59.285035Z","steps":["trace[771983929] 'process raft request' (duration: 797.754798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:59.285819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:58.486906Z","time spent":"798.859233ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:01:59.481245Z","caller":"traceutil/trace.go:171","msg":"trace[482294649] linearizableReadLoop","detail":"{readStateIndex:27049; appliedIndex:27043; }","duration":"677.32539ms","start":"2026-03-03T21:01:58.803896Z","end":"2026-03-03T21:01:59.481222Z","steps":["trace[482294649] 'read index received' (duration: 480.467788ms)","trace[482294649] 'applied index is now lower than readState.Index' (duration: 196.856702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:01:59.481483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.568596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:01:59.48161Z","caller":"traceutil/trace.go:171","msg":"trace[1081626178] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26103; }","duration":"677.741129ms","start":"2026-03-03T21:01:58.803841Z","end":"2026-03-03T21:01:59.481583Z","steps":["trace[1081626178] 'agreement among raft nodes before linearized reading' (duration: 677.551175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:59.481688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:58.803819Z","time spent":"677.854452ms","remote":"127.0.0.1:46658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-03T21:01:59.481702Z","caller":"traceutil/trace.go:171","msg":"trace[394621901] transaction","detail":"{read_only:false; response_revision:26103; number_of_response:1; }","duration":"928.287758ms","start":"2026-03-03T21:01:58.55339Z","end":"2026-03-03T21:01:59.481678Z","steps":["trace[394621901] 'process raft request' (duration: 914.867597ms)","trace[394621901] 'compare' (duration: 12.833378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:01:59.481718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.940941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:01:59.481789Z","caller":"traceutil/trace.go:171","msg":"trace[810438400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26103; }","duration":"516.047174ms","start":"2026-03-03T21:01:58.965723Z","end":"2026-03-03T21:01:59.48177Z","steps":["trace[810438400] 'agreement among raft nodes before linearized reading' (duration: 515.911791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:59.481837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:58.965715Z","time spent":"516.112976ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:01:59.481839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:58.553372Z","time spent":"928.389241ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:01:59.48191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.208845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:01:59.481943Z","caller":"traceutil/trace.go:171","msg":"trace[1505623134] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26103; }","duration":"236.276706ms","start":"2026-03-03T21:01:59.245657Z","end":"2026-03-03T21:01:59.481933Z","steps":["trace[1505623134] 'agreement among raft nodes before linearized reading' (duration: 236.226545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:59.481539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.409568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:01:59.481708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.889036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:01:59.482033Z","caller":"traceutil/trace.go:171","msg":"trace[1673635321] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26103; }","duration":"561.249644ms","start":"2026-03-03T21:01:58.920773Z","end":"2026-03-03T21:01:59.482022Z","steps":["trace[1673635321] 'agreement among raft nodes before linearized reading' (duration: 560.918896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:59.482068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.788745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:01:59.482113Z","caller":"traceutil/trace.go:171","msg":"trace[642703694] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26103; }","duration":"300.874847ms","start":"2026-03-03T21:01:59.181226Z","end":"2026-03-03T21:01:59.4821Z","steps":["trace[642703694] 'agreement among raft nodes before linearized reading' (duration: 300.787475ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:59.482041Z","caller":"traceutil/trace.go:171","msg":"trace[745006952] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26103; }","duration":"561.93577ms","start":"2026-03-03T21:01:58.92008Z","end":"2026-03-03T21:01:59.482016Z","steps":["trace[745006952] 'agreement among raft nodes before linearized reading' (duration: 561.419948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:59.482245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:58.920063Z","time spent":"562.148825ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T21:01:59.482343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.333265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:01:59.482145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:59.181203Z","time spent":"300.933798ms","remote":"127.0.0.1:46704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-03T21:01:59.482366Z","caller":"traceutil/trace.go:171","msg":"trace[1816148460] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26103; }","duration":"561.426598ms","start":"2026-03-03T21:01:58.920933Z","end":"2026-03-03T21:01:59.48236Z","steps":["trace[1816148460] 'agreement among raft nodes before linearized reading' (duration: 561.390787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:59.482067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:58.92075Z","time spent":"561.307185ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T21:01:59.482394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:58.920909Z","time spent":"561.48049ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-03T21:01:59.482322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.411457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-03T21:01:59.483154Z","caller":"traceutil/trace.go:171","msg":"trace[69372015] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26103; }","duration":"561.884028ms","start":"2026-03-03T21:01:58.920828Z","end":"2026-03-03T21:01:59.482712Z","steps":["trace[69372015] 'agreement among raft nodes before linearized reading' (duration: 560.866885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:59.483426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:58.920794Z","time spent":"562.550894ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-03T21:02:05.471477Z","caller":"traceutil/trace.go:171","msg":"trace[22022625] linearizableReadLoop","detail":"{readStateIndex:27094; appliedIndex:27092; }","duration":"125.70522ms","start":"2026-03-03T21:02:05.345746Z","end":"2026-03-03T21:02:05.471452Z","steps":["trace[22022625] 'read index received' (duration: 40.719456ms)","trace[22022625] 'applied index is now lower than readState.Index' (duration: 84.984803ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:02:05.471512Z","caller":"traceutil/trace.go:171","msg":"trace[992500653] transaction","detail":"{read_only:false; response_revision:26147; number_of_response:1; }","duration":"128.089755ms","start":"2026-03-03T21:02:05.343391Z","end":"2026-03-03T21:02:05.471481Z","steps":["trace[992500653] 'process raft request' (duration: 127.969012ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:05.471613Z","caller":"traceutil/trace.go:171","msg":"trace[284434868] transaction","detail":"{read_only:false; response_revision:26146; number_of_response:1; }","duration":"128.956635ms","start":"2026-03-03T21:02:05.34262Z","end":"2026-03-03T21:02:05.471576Z","steps":["trace[284434868] 'process raft request' (duration: 100.556226ms)","trace[284434868] 'compare' (duration: 27.321774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:02:05.471683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.914224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T21:02:05.471719Z","caller":"traceutil/trace.go:171","msg":"trace[1464716028] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26147; }","duration":"125.991706ms","start":"2026-03-03T21:02:05.345714Z","end":"2026-03-03T21:02:05.471706Z","steps":["trace[1464716028] 'agreement among raft nodes before linearized reading' (duration: 125.830303ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:05.700123Z","caller":"traceutil/trace.go:171","msg":"trace[1819284156] linearizableReadLoop","detail":"{readStateIndex:27098; appliedIndex:27095; }","duration":"153.684909ms","start":"2026-03-03T21:02:05.546417Z","end":"2026-03-03T21:02:05.700102Z","steps":["trace[1819284156] 'read index received' (duration: 28.066641ms)","trace[1819284156] 'applied index is now lower than readState.Index' (duration: 125.617198ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:02:05.700192Z","caller":"traceutil/trace.go:171","msg":"trace[94183749] transaction","detail":"{read_only:false; response_revision:26151; number_of_response:1; }","duration":"153.754391ms","start":"2026-03-03T21:02:05.546386Z","end":"2026-03-03T21:02:05.700141Z","steps":["trace[94183749] 'process raft request' (duration: 153.633258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:05.700283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.844532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:05.700327Z","caller":"traceutil/trace.go:171","msg":"trace[1366069353] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26152; }","duration":"153.905434ms","start":"2026-03-03T21:02:05.546411Z","end":"2026-03-03T21:02:05.700317Z","steps":["trace[1366069353] 'agreement among raft nodes before linearized reading' (duration: 153.822062ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:05.700192Z","caller":"traceutil/trace.go:171","msg":"trace[154011238] transaction","detail":"{read_only:false; response_revision:26150; number_of_response:1; }","duration":"154.513888ms","start":"2026-03-03T21:02:05.545648Z","end":"2026-03-03T21:02:05.700162Z","steps":["trace[154011238] 'process raft request' (duration: 154.242882ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:05.700203Z","caller":"traceutil/trace.go:171","msg":"trace[480633621] transaction","detail":"{read_only:false; response_revision:26152; number_of_response:1; }","duration":"150.886634ms","start":"2026-03-03T21:02:05.549296Z","end":"2026-03-03T21:02:05.700182Z","steps":["trace[480633621] 'process raft request' (duration: 150.766921ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:05.799011Z","caller":"traceutil/trace.go:171","msg":"trace[85595180] transaction","detail":"{read_only:false; response_revision:26153; number_of_response:1; }","duration":"116.546677ms","start":"2026-03-03T21:02:05.682451Z","end":"2026-03-03T21:02:05.798997Z","steps":["trace[85595180] 'process raft request' (duration: 116.289651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:05.799155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.130302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-03T21:02:05.799198Z","caller":"traceutil/trace.go:171","msg":"trace[1314028945] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26153; }","duration":"251.192154ms","start":"2026-03-03T21:02:05.547998Z","end":"2026-03-03T21:02:05.79919Z","steps":["trace[1314028945] 'agreement among raft nodes before linearized reading' (duration: 251.124923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:05.799264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.278526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:05.799286Z","caller":"traceutil/trace.go:171","msg":"trace[1091049575] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26153; }","duration":"251.299736ms","start":"2026-03-03T21:02:05.547981Z","end":"2026-03-03T21:02:05.799281Z","steps":["trace[1091049575] 'agreement among raft nodes before linearized reading' (duration: 251.271126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:05.799342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.478771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:05.799363Z","caller":"traceutil/trace.go:171","msg":"trace[1152816315] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26153; }","duration":"251.513481ms","start":"2026-03-03T21:02:05.547845Z","end":"2026-03-03T21:02:05.799358Z","steps":["trace[1152816315] 'agreement among raft nodes before linearized reading' (duration: 251.48163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:05.799478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.920954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:05.7995Z","caller":"traceutil/trace.go:171","msg":"trace[688401683] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26153; }","duration":"252.955084ms","start":"2026-03-03T21:02:05.54654Z","end":"2026-03-03T21:02:05.799495Z","steps":["trace[688401683] 'agreement among raft nodes before linearized reading' (duration: 252.922914ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:07.744233Z","caller":"traceutil/trace.go:171","msg":"trace[814746057] linearizableReadLoop","detail":"{readStateIndex:27109; appliedIndex:27108; }","duration":"133.670904ms","start":"2026-03-03T21:02:07.610539Z","end":"2026-03-03T21:02:07.74421Z","steps":["trace[814746057] 'read index received' (duration: 54.580467ms)","trace[814746057] 'applied index is now lower than readState.Index' (duration: 79.089837ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:02:07.744332Z","caller":"traceutil/trace.go:171","msg":"trace[132651472] transaction","detail":"{read_only:false; response_revision:26161; number_of_response:1; }","duration":"190.235888ms","start":"2026-03-03T21:02:07.554088Z","end":"2026-03-03T21:02:07.744324Z","steps":["trace[132651472] 'process raft request' (duration: 111.1142ms)","trace[132651472] 'compare' (duration: 78.589015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:02:07.744501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.957211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T21:02:07.744541Z","caller":"traceutil/trace.go:171","msg":"trace[152481548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26161; }","duration":"134.046273ms","start":"2026-03-03T21:02:07.610477Z","end":"2026-03-03T21:02:07.744523Z","steps":["trace[152481548] 'agreement among raft nodes before linearized reading' (duration: 133.936721ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:07.934429Z","caller":"traceutil/trace.go:171","msg":"trace[66323865] transaction","detail":"{read_only:false; response_revision:26164; number_of_response:1; }","duration":"183.585843ms","start":"2026-03-03T21:02:07.750809Z","end":"2026-03-03T21:02:07.934395Z","steps":["trace[66323865] 'process raft request' (duration: 183.477841ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:07.934451Z","caller":"traceutil/trace.go:171","msg":"trace[2125681365] linearizableReadLoop","detail":"{readStateIndex:27113; appliedIndex:27109; }","duration":"148.874018ms","start":"2026-03-03T21:02:07.785556Z","end":"2026-03-03T21:02:07.93443Z","steps":["trace[2125681365] 'read index received' (duration: 92.779675ms)","trace[2125681365] 'applied index is now lower than readState.Index' (duration: 56.093253ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:02:07.934573Z","caller":"traceutil/trace.go:171","msg":"trace[874167630] transaction","detail":"{read_only:false; response_revision:26163; number_of_response:1; }","duration":"184.304771ms","start":"2026-03-03T21:02:07.750237Z","end":"2026-03-03T21:02:07.934542Z","steps":["trace[874167630] 'process raft request' (duration: 183.985923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:07.934601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.025741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T21:02:07.934662Z","caller":"traceutil/trace.go:171","msg":"trace[37991369] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26165; }","duration":"149.138424ms","start":"2026-03-03T21:02:07.785509Z","end":"2026-03-03T21:02:07.934648Z","steps":["trace[37991369] 'agreement among raft nodes before linearized reading' (duration: 148.97843ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:07.934665Z","caller":"traceutil/trace.go:171","msg":"trace[731421148] transaction","detail":"{read_only:false; response_revision:26165; number_of_response:1; }","duration":"182.977139ms","start":"2026-03-03T21:02:07.751671Z","end":"2026-03-03T21:02:07.934648Z","steps":["trace[731421148] 'process raft request' (duration: 182.674522ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:07.935085Z","caller":"traceutil/trace.go:171","msg":"trace[1681493000] transaction","detail":"{read_only:false; response_revision:26162; number_of_response:1; }","duration":"184.995036ms","start":"2026-03-03T21:02:07.750046Z","end":"2026-03-03T21:02:07.935041Z","steps":["trace[1681493000] 'process raft request' (duration: 128.092274ms)","trace[1681493000] 'compare' (duration: 55.921919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:02:07.938744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.44783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:07.939028Z","caller":"traceutil/trace.go:171","msg":"trace[2054318999] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26166; }","duration":"130.770377ms","start":"2026-03-03T21:02:07.808239Z","end":"2026-03-03T21:02:07.93901Z","steps":["trace[2054318999] 'agreement among raft nodes before linearized reading' (duration: 130.426259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:07.938782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.481884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-03T21:02:07.939247Z","caller":"traceutil/trace.go:171","msg":"trace[12317815] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26166; }","duration":"131.974476ms","start":"2026-03-03T21:02:07.807256Z","end":"2026-03-03T21:02:07.93923Z","steps":["trace[12317815] 'agreement among raft nodes before linearized reading' (duration: 131.395952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:07.938831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.972122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:07.939431Z","caller":"traceutil/trace.go:171","msg":"trace[22609283] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26166; }","duration":"131.571866ms","start":"2026-03-03T21:02:07.807833Z","end":"2026-03-03T21:02:07.939405Z","steps":["trace[22609283] 'agreement among raft nodes before linearized reading' (duration: 130.978392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:07.938864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.525965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:07.939574Z","caller":"traceutil/trace.go:171","msg":"trace[1352122243] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26166; }","duration":"132.271032ms","start":"2026-03-03T21:02:07.807288Z","end":"2026-03-03T21:02:07.939559Z","steps":["trace[1352122243] 'agreement among raft nodes before linearized reading' (duration: 131.561596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:07.938875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.319217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-03T21:02:07.939684Z","caller":"traceutil/trace.go:171","msg":"trace[526656050] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26166; }","duration":"131.181707ms","start":"2026-03-03T21:02:07.808485Z","end":"2026-03-03T21:02:07.939667Z","steps":["trace[526656050] 'agreement among raft nodes before linearized reading' (duration: 130.221114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:07.938909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.471504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:07.939806Z","caller":"traceutil/trace.go:171","msg":"trace[1725665627] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26166; }","duration":"132.379615ms","start":"2026-03-03T21:02:07.807413Z","end":"2026-03-03T21:02:07.939793Z","steps":["trace[1725665627] 'agreement among raft nodes before linearized reading' (duration: 131.481044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:07.938915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.567256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:07.939966Z","caller":"traceutil/trace.go:171","msg":"trace[609751169] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26166; }","duration":"132.62465ms","start":"2026-03-03T21:02:07.807288Z","end":"2026-03-03T21:02:07.939912Z","steps":["trace[609751169] 'agreement among raft nodes before linearized reading' (duration: 131.595277ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:13.482251Z","caller":"traceutil/trace.go:171","msg":"trace[845262527] transaction","detail":"{read_only:false; response_revision:26200; number_of_response:1; }","duration":"117.385056ms","start":"2026-03-03T21:02:13.364845Z","end":"2026-03-03T21:02:13.48223Z","steps":["trace[845262527] 'process raft request' (duration: 117.252453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:13.664651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.157725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T21:02:13.665036Z","caller":"traceutil/trace.go:171","msg":"trace[631352725] linearizableReadLoop","detail":"{readStateIndex:27152; appliedIndex:27150; }","duration":"144.549447ms","start":"2026-03-03T21:02:13.520461Z","end":"2026-03-03T21:02:13.66501Z","steps":["trace[631352725] 'read index received' (duration: 44.022983ms)","trace[631352725] 'applied index is now lower than readState.Index' (duration: 100.524533ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:02:13.665021Z","caller":"traceutil/trace.go:171","msg":"trace[601107056] transaction","detail":"{read_only:false; response_revision:26202; number_of_response:1; }","duration":"165.956063ms","start":"2026-03-03T21:02:13.499028Z","end":"2026-03-03T21:02:13.664984Z","steps":["trace[601107056] 'process raft request' (duration: 65.334647ms)","trace[601107056] 'compare' (duration: 99.795707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:02:13.665145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.675569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:13.665194Z","caller":"traceutil/trace.go:171","msg":"trace[5129892] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26203; }","duration":"144.780212ms","start":"2026-03-03T21:02:13.520403Z","end":"2026-03-03T21:02:13.665183Z","steps":["trace[5129892] 'agreement among raft nodes before linearized reading' (duration: 144.682389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:13.665221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.204095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:02:13.665228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.99843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:13.665263Z","caller":"traceutil/trace.go:171","msg":"trace[1138096601] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26203; }","duration":"143.312687ms","start":"2026-03-03T21:02:13.521938Z","end":"2026-03-03T21:02:13.665251Z","steps":["trace[1138096601] 'agreement among raft nodes before linearized reading' (duration: 143.229495ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:13.665282Z","caller":"traceutil/trace.go:171","msg":"trace[1272292684] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26203; }","duration":"143.070601ms","start":"2026-03-03T21:02:13.522197Z","end":"2026-03-03T21:02:13.665267Z","steps":["trace[1272292684] 'agreement among raft nodes before linearized reading' (duration: 142.98697ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:13.665095Z","caller":"traceutil/trace.go:171","msg":"trace[1134297043] transaction","detail":"{read_only:false; response_revision:26203; number_of_response:1; }","duration":"165.344959ms","start":"2026-03-03T21:02:13.499713Z","end":"2026-03-03T21:02:13.665058Z","steps":["trace[1134297043] 'process raft request' (duration: 165.099263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:13.665364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.961846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-03T21:02:13.665344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.289696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:13.665436Z","caller":"traceutil/trace.go:171","msg":"trace[79258763] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26203; }","duration":"142.067419ms","start":"2026-03-03T21:02:13.52335Z","end":"2026-03-03T21:02:13.665418Z","steps":["trace[79258763] 'agreement among raft nodes before linearized reading' (duration: 141.820443ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:13.665454Z","caller":"traceutil/trace.go:171","msg":"trace[1884179053] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26203; }","duration":"143.469092ms","start":"2026-03-03T21:02:13.52197Z","end":"2026-03-03T21:02:13.665439Z","steps":["trace[1884179053] 'agreement among raft nodes before linearized reading' (duration: 143.283867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:13.665495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.10616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:13.665532Z","caller":"traceutil/trace.go:171","msg":"trace[645916376] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26203; }","duration":"142.183531ms","start":"2026-03-03T21:02:13.523338Z","end":"2026-03-03T21:02:13.665522Z","steps":["trace[645916376] 'agreement among raft nodes before linearized reading' (duration: 142.12597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:13.665546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.160778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-03T21:02:13.665595Z","caller":"traceutil/trace.go:171","msg":"trace[31042123] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26203; }","duration":"141.238659ms","start":"2026-03-03T21:02:13.524345Z","end":"2026-03-03T21:02:13.665583Z","steps":["trace[31042123] 'agreement among raft nodes before linearized reading' (duration: 141.087825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:13.665561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.053111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:13.665971Z","caller":"traceutil/trace.go:171","msg":"trace[1751077982] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26203; }","duration":"143.595424ms","start":"2026-03-03T21:02:13.522355Z","end":"2026-03-03T21:02:13.66595Z","steps":["trace[1751077982] 'agreement among raft nodes before linearized reading' (duration: 142.97215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:14.067885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.421005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:02:14.067913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.025777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T21:02:14.067932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.052043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T21:02:14.068016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.834105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-03T21:02:14.068005Z","caller":"traceutil/trace.go:171","msg":"trace[1178637831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26204; }","duration":"107.151599ms","start":"2026-03-03T21:02:13.960831Z","end":"2026-03-03T21:02:14.067982Z","steps":["trace[1178637831] 'range keys from in-memory index tree' (duration: 106.827231ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:14.06795Z","caller":"traceutil/trace.go:171","msg":"trace[813928530] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26204; }","duration":"110.508207ms","start":"2026-03-03T21:02:13.957427Z","end":"2026-03-03T21:02:14.067935Z","steps":["trace[813928530] 'range keys from in-memory index tree' (duration: 110.307152ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:14.06804Z","caller":"traceutil/trace.go:171","msg":"trace[1408953320] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26204; }","duration":"110.867515ms","start":"2026-03-03T21:02:13.957164Z","end":"2026-03-03T21:02:14.068031Z","steps":["trace[1408953320] 'range keys from in-memory index tree' (duration: 110.6468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:14.068038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.813684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-03T21:02:14.068068Z","caller":"traceutil/trace.go:171","msg":"trace[1088778144] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26204; }","duration":"110.905746ms","start":"2026-03-03T21:02:13.957154Z","end":"2026-03-03T21:02:14.068059Z","steps":["trace[1088778144] 'range keys from in-memory index tree' (duration: 110.592469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:14.067999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.836405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:14.068138Z","caller":"traceutil/trace.go:171","msg":"trace[105247697] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26204; }","duration":"111.013139ms","start":"2026-03-03T21:02:13.957096Z","end":"2026-03-03T21:02:14.068109Z","steps":["trace[105247697] 'range keys from in-memory index tree' (duration: 110.757393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:14.068164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.403358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:14.068256Z","caller":"traceutil/trace.go:171","msg":"trace[2046551719] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26204; }","duration":"111.559631ms","start":"2026-03-03T21:02:13.956677Z","end":"2026-03-03T21:02:14.068237Z","steps":["trace[2046551719] 'range keys from in-memory index tree' (duration: 111.284125ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:14.068012Z","caller":"traceutil/trace.go:171","msg":"trace[818852535] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26204; }","duration":"109.157645ms","start":"2026-03-03T21:02:13.958836Z","end":"2026-03-03T21:02:14.067994Z","steps":["trace[818852535] 'range keys from in-memory index tree' (duration: 108.89826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:14.068277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.779294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T21:02:14.068399Z","caller":"traceutil/trace.go:171","msg":"trace[255988206] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26204; }","duration":"104.885176ms","start":"2026-03-03T21:02:13.963482Z","end":"2026-03-03T21:02:14.068368Z","steps":["trace[255988206] 'range keys from in-memory index tree' (duration: 104.62523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:14.068485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.006999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:14.068525Z","caller":"traceutil/trace.go:171","msg":"trace[596490847] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26204; }","duration":"111.068431ms","start":"2026-03-03T21:02:13.957446Z","end":"2026-03-03T21:02:14.068514Z","steps":["trace[596490847] 'range keys from in-memory index tree' (duration: 110.135809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:14.068656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.63394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:14.069125Z","caller":"traceutil/trace.go:171","msg":"trace[1713412181] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26204; }","duration":"111.787227ms","start":"2026-03-03T21:02:13.957313Z","end":"2026-03-03T21:02:14.0691Z","steps":["trace[1713412181] 'range keys from in-memory index tree' (duration: 110.581618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:14.069247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.08465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T21:02:14.069313Z","caller":"traceutil/trace.go:171","msg":"trace[1120835767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26204; }","duration":"111.225434ms","start":"2026-03-03T21:02:13.958071Z","end":"2026-03-03T21:02:14.069296Z","steps":["trace[1120835767] 'range keys from in-memory index tree' (duration: 110.489777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:14.069684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.309686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:14.069745Z","caller":"traceutil/trace.go:171","msg":"trace[874511036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26204; }","duration":"105.401599ms","start":"2026-03-03T21:02:13.964329Z","end":"2026-03-03T21:02:14.069731Z","steps":["trace[874511036] 'range keys from in-memory index tree' (duration: 105.215384ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:14.486021Z","caller":"traceutil/trace.go:171","msg":"trace[852906677] transaction","detail":"{read_only:false; response_revision:26206; number_of_response:1; }","duration":"412.321556ms","start":"2026-03-03T21:02:14.073661Z","end":"2026-03-03T21:02:14.485982Z","steps":["trace[852906677] 'process raft request' (duration: 412.06646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:14.486248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:02:14.073642Z","time spent":"412.496521ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:02:14.507081Z","caller":"traceutil/trace.go:171","msg":"trace[1345956589] transaction","detail":"{read_only:false; response_revision:26208; number_of_response:1; }","duration":"433.282684ms","start":"2026-03-03T21:02:14.073778Z","end":"2026-03-03T21:02:14.50706Z","steps":["trace[1345956589] 'process raft request' (duration: 433.236243ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:14.507156Z","caller":"traceutil/trace.go:171","msg":"trace[1040315820] transaction","detail":"{read_only:false; response_revision:26207; number_of_response:1; }","duration":"433.350525ms","start":"2026-03-03T21:02:14.073772Z","end":"2026-03-03T21:02:14.507123Z","steps":["trace[1040315820] 'process raft request' (duration: 433.13004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:14.507197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:02:14.073743Z","time spent":"433.391845ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:02:14.50728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:02:14.073743Z","time spent":"433.473067ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:02:14.507267Z","caller":"traceutil/trace.go:171","msg":"trace[1518007206] transaction","detail":"{read_only:false; response_revision:26209; number_of_response:1; }","duration":"433.296104ms","start":"2026-03-03T21:02:14.073946Z","end":"2026-03-03T21:02:14.507243Z","steps":["trace[1518007206] 'process raft request' (duration: 433.090239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:14.507374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:02:14.073879Z","time spent":"433.437787ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:02:14.726572Z","caller":"traceutil/trace.go:171","msg":"trace[53883496] transaction","detail":"{read_only:false; response_revision:26210; number_of_response:1; }","duration":"173.417508ms","start":"2026-03-03T21:02:14.553112Z","end":"2026-03-03T21:02:14.72653Z","steps":["trace[53883496] 'process raft request' (duration: 163.540168ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:14.763494Z","caller":"traceutil/trace.go:171","msg":"trace[184465228] transaction","detail":"{read_only:false; response_revision:26211; number_of_response:1; }","duration":"165.430543ms","start":"2026-03-03T21:02:14.598034Z","end":"2026-03-03T21:02:14.763465Z","steps":["trace[184465228] 'process raft request' (duration: 165.267029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:15.023695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.730922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:15.023804Z","caller":"traceutil/trace.go:171","msg":"trace[940127141] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26211; }","duration":"197.897327ms","start":"2026-03-03T21:02:14.825887Z","end":"2026-03-03T21:02:15.023784Z","steps":["trace[940127141] 'count revisions from in-memory index tree' (duration: 197.662431ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:15.896031Z","caller":"traceutil/trace.go:171","msg":"trace[510402096] transaction","detail":"{read_only:false; response_revision:26216; number_of_response:1; }","duration":"223.492661ms","start":"2026-03-03T21:02:15.672516Z","end":"2026-03-03T21:02:15.896009Z","steps":["trace[510402096] 'process raft request' (duration: 223.360578ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:15.896512Z","caller":"traceutil/trace.go:171","msg":"trace[1839994690] linearizableReadLoop","detail":"{readStateIndex:27165; appliedIndex:27165; }","duration":"197.964097ms","start":"2026-03-03T21:02:15.69854Z","end":"2026-03-03T21:02:15.896504Z","steps":["trace[1839994690] 'read index received' (duration: 197.957517ms)","trace[1839994690] 'applied index is now lower than readState.Index' (duration: 6.06µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:02:15.896582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.832912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:15.896603Z","caller":"traceutil/trace.go:171","msg":"trace[1361824137] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26216; }","duration":"221.923895ms","start":"2026-03-03T21:02:15.674672Z","end":"2026-03-03T21:02:15.896596Z","steps":["trace[1361824137] 'agreement among raft nodes before linearized reading' (duration: 221.871833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:15.896721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.209501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:15.896737Z","caller":"traceutil/trace.go:171","msg":"trace[628444173] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26216; }","duration":"222.246062ms","start":"2026-03-03T21:02:15.674486Z","end":"2026-03-03T21:02:15.896732Z","steps":["trace[628444173] 'agreement among raft nodes before linearized reading' (duration: 222.220101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:15.896873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.365085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-03T21:02:15.896889Z","caller":"traceutil/trace.go:171","msg":"trace[266196424] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26216; }","duration":"222.419516ms","start":"2026-03-03T21:02:15.674465Z","end":"2026-03-03T21:02:15.896884Z","steps":["trace[266196424] 'agreement among raft nodes before linearized reading' (duration: 222.342944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:15.89715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.581146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:15.897245Z","caller":"traceutil/trace.go:171","msg":"trace[337714663] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26216; }","duration":"224.725779ms","start":"2026-03-03T21:02:15.672497Z","end":"2026-03-03T21:02:15.897223Z","steps":["trace[337714663] 'agreement among raft nodes before linearized reading' (duration: 224.533635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:15.897598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.870449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:15.89766Z","caller":"traceutil/trace.go:171","msg":"trace[1486413646] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26216; }","duration":"223.944271ms","start":"2026-03-03T21:02:15.673697Z","end":"2026-03-03T21:02:15.897641Z","steps":["trace[1486413646] 'agreement among raft nodes before linearized reading' (duration: 223.863369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:15.897866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.326074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:15.897903Z","caller":"traceutil/trace.go:171","msg":"trace[1271110891] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26216; }","duration":"225.392355ms","start":"2026-03-03T21:02:15.672498Z","end":"2026-03-03T21:02:15.89789Z","steps":["trace[1271110891] 'agreement among raft nodes before linearized reading' (duration: 225.333653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:15.8986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.112182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-03T21:02:15.898641Z","caller":"traceutil/trace.go:171","msg":"trace[1218695396] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26216; }","duration":"226.177233ms","start":"2026-03-03T21:02:15.672452Z","end":"2026-03-03T21:02:15.898629Z","steps":["trace[1218695396] 'agreement among raft nodes before linearized reading' (duration: 226.015979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:15.970431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:15.970493Z","caller":"traceutil/trace.go:171","msg":"trace[195572826] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26217; }","duration":"149.499952ms","start":"2026-03-03T21:02:15.820979Z","end":"2026-03-03T21:02:15.970479Z","steps":["trace[195572826] 'agreement among raft nodes before linearized reading' (duration: 149.40631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:15.970515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.882442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T21:02:15.970622Z","caller":"traceutil/trace.go:171","msg":"trace[162896075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26217; }","duration":"141.052036ms","start":"2026-03-03T21:02:15.82955Z","end":"2026-03-03T21:02:15.970602Z","steps":["trace[162896075] 'agreement among raft nodes before linearized reading' (duration: 140.724489ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:15.970702Z","caller":"traceutil/trace.go:171","msg":"trace[1905319533] transaction","detail":"{read_only:false; response_revision:26217; number_of_response:1; }","duration":"210.383946ms","start":"2026-03-03T21:02:15.760292Z","end":"2026-03-03T21:02:15.970676Z","steps":["trace[1905319533] 'process raft request' (duration: 209.802242ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:16.291812Z","caller":"traceutil/trace.go:171","msg":"trace[1226319811] transaction","detail":"{read_only:false; response_revision:26219; number_of_response:1; }","duration":"217.01185ms","start":"2026-03-03T21:02:16.074779Z","end":"2026-03-03T21:02:16.291791Z","steps":["trace[1226319811] 'process raft request' (duration: 216.955439ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:16.292074Z","caller":"traceutil/trace.go:171","msg":"trace[1041758960] linearizableReadLoop","detail":"{readStateIndex:27167; appliedIndex:27166; }","duration":"321.844165ms","start":"2026-03-03T21:02:15.970219Z","end":"2026-03-03T21:02:16.292063Z","steps":["trace[1041758960] 'read index received' (duration: 321.093228ms)","trace[1041758960] 'applied index is now lower than readState.Index' (duration: 749.907µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:02:16.292258Z","caller":"traceutil/trace.go:171","msg":"trace[1197815603] transaction","detail":"{read_only:false; response_revision:26218; number_of_response:1; }","duration":"316.723366ms","start":"2026-03-03T21:02:15.975522Z","end":"2026-03-03T21:02:16.292246Z","steps":["trace[1197815603] 'process raft request' (duration: 316.088802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:16.292343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:02:15.975501Z","time spent":"316.778987ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:02:16.29252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.071917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:16.29256Z","caller":"traceutil/trace.go:171","msg":"trace[2095710497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26219; }","duration":"327.143517ms","start":"2026-03-03T21:02:15.965401Z","end":"2026-03-03T21:02:16.292545Z","steps":["trace[2095710497] 'agreement among raft nodes before linearized reading' (duration: 327.089976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:16.292597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:02:15.965381Z","time spent":"327.206809ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:02:16.292813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.942321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18824"} {"level":"info","ts":"2026-03-03T21:02:16.292879Z","caller":"traceutil/trace.go:171","msg":"trace[1014957407] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26219; }","duration":"314.084885ms","start":"2026-03-03T21:02:15.978778Z","end":"2026-03-03T21:02:16.292862Z","steps":["trace[1014957407] 'agreement among raft nodes before linearized reading' (duration: 313.87102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:16.292918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:02:15.97875Z","time spent":"314.159697ms","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18847,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-03T21:02:16.293114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.070595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:02:16.293151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.132626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:16.293176Z","caller":"traceutil/trace.go:171","msg":"trace[505752268] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26219; }","duration":"218.170807ms","start":"2026-03-03T21:02:16.074989Z","end":"2026-03-03T21:02:16.29316Z","steps":["trace[505752268] 'agreement among raft nodes before linearized reading' (duration: 218.041114ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:16.293184Z","caller":"traceutil/trace.go:171","msg":"trace[166652517] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26219; }","duration":"218.218978ms","start":"2026-03-03T21:02:16.074956Z","end":"2026-03-03T21:02:16.293175Z","steps":["trace[166652517] 'agreement among raft nodes before linearized reading' (duration: 218.165567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:16.293313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.502521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:16.293381Z","caller":"traceutil/trace.go:171","msg":"trace[865732296] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26219; }","duration":"220.614964ms","start":"2026-03-03T21:02:16.072747Z","end":"2026-03-03T21:02:16.293362Z","steps":["trace[865732296] 'agreement among raft nodes before linearized reading' (duration: 220.474381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:16.293408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.736583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-03T21:02:16.293431Z","caller":"traceutil/trace.go:171","msg":"trace[1892607006] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26219; }","duration":"216.776375ms","start":"2026-03-03T21:02:16.076645Z","end":"2026-03-03T21:02:16.293422Z","steps":["trace[1892607006] 'agreement among raft nodes before linearized reading' (duration: 216.674462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:16.293446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.233117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T21:02:16.293486Z","caller":"traceutil/trace.go:171","msg":"trace[2125072908] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26219; }","duration":"233.325229ms","start":"2026-03-03T21:02:16.06015Z","end":"2026-03-03T21:02:16.293475Z","steps":["trace[2125072908] 'agreement among raft nodes before linearized reading' (duration: 233.191896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:16.293498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.427913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:16.293515Z","caller":"traceutil/trace.go:171","msg":"trace[1158459607] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26219; }","duration":"218.485865ms","start":"2026-03-03T21:02:16.075024Z","end":"2026-03-03T21:02:16.29351Z","steps":["trace[1158459607] 'agreement among raft nodes before linearized reading' (duration: 218.458084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:16.293671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.230023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:16.293706Z","caller":"traceutil/trace.go:171","msg":"trace[1523998860] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26219; }","duration":"232.269614ms","start":"2026-03-03T21:02:16.061427Z","end":"2026-03-03T21:02:16.293696Z","steps":["trace[1523998860] 'agreement among raft nodes before linearized reading' (duration: 232.217603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:16.293804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.759664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-03T21:02:16.293839Z","caller":"traceutil/trace.go:171","msg":"trace[41402268] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26219; }","duration":"219.815755ms","start":"2026-03-03T21:02:16.074013Z","end":"2026-03-03T21:02:16.293829Z","steps":["trace[41402268] 'agreement among raft nodes before linearized reading' (duration: 219.683122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:16.293963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.46682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:16.293986Z","caller":"traceutil/trace.go:171","msg":"trace[153421292] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26219; }","duration":"220.557913ms","start":"2026-03-03T21:02:16.073422Z","end":"2026-03-03T21:02:16.29398Z","steps":["trace[153421292] 'agreement among raft nodes before linearized reading' (duration: 220.518252ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:03:13.77193Z","caller":"traceutil/trace.go:171","msg":"trace[487300556] transaction","detail":"{read_only:false; response_revision:26708; number_of_response:1; }","duration":"101.817595ms","start":"2026-03-03T21:03:13.670098Z","end":"2026-03-03T21:03:13.771916Z","steps":["trace[487300556] 'process raft request' (duration: 101.710293ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:03:13.925451Z","caller":"traceutil/trace.go:171","msg":"trace[1313619019] linearizableReadLoop","detail":"{readStateIndex:27673; appliedIndex:27670; }","duration":"210.188911ms","start":"2026-03-03T21:03:13.715241Z","end":"2026-03-03T21:03:13.92543Z","steps":["trace[1313619019] 'read index received' (duration: 56.634025ms)","trace[1313619019] 'applied index is now lower than readState.Index' (duration: 153.554166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:03:13.925563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.305944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:03:13.92559Z","caller":"traceutil/trace.go:171","msg":"trace[598138455] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26711; }","duration":"210.348075ms","start":"2026-03-03T21:03:13.715235Z","end":"2026-03-03T21:03:13.925583Z","steps":["trace[598138455] 'agreement among raft nodes before linearized reading' (duration: 210.270003ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:03:13.925749Z","caller":"traceutil/trace.go:171","msg":"trace[1910837718] transaction","detail":"{read_only:false; response_revision:26711; number_of_response:1; }","duration":"163.453727ms","start":"2026-03-03T21:03:13.762289Z","end":"2026-03-03T21:03:13.925742Z","steps":["trace[1910837718] 'process raft request' (duration: 163.114909ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:03:13.925764Z","caller":"traceutil/trace.go:171","msg":"trace[1106123869] transaction","detail":"{read_only:false; response_revision:26710; number_of_response:1; }","duration":"216.299664ms","start":"2026-03-03T21:03:13.709445Z","end":"2026-03-03T21:03:13.925744Z","steps":["trace[1106123869] 'process raft request' (duration: 215.931285ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:03:13.925964Z","caller":"traceutil/trace.go:171","msg":"trace[1869759571] transaction","detail":"{read_only:false; response_revision:26709; number_of_response:1; }","duration":"225.503037ms","start":"2026-03-03T21:03:13.700453Z","end":"2026-03-03T21:03:13.925956Z","steps":["trace[1869759571] 'process raft request' (duration: 224.799621ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:03:15.009831Z","caller":"traceutil/trace.go:171","msg":"trace[1190991404] transaction","detail":"{read_only:false; response_revision:26719; number_of_response:1; }","duration":"128.530245ms","start":"2026-03-03T21:03:14.881278Z","end":"2026-03-03T21:03:15.009808Z","steps":["trace[1190991404] 'process raft request' (duration: 123.59585ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:03:15.009997Z","caller":"traceutil/trace.go:171","msg":"trace[257211390] transaction","detail":"{read_only:false; response_revision:26720; number_of_response:1; }","duration":"128.633198ms","start":"2026-03-03T21:03:14.881354Z","end":"2026-03-03T21:03:15.009987Z","steps":["trace[257211390] 'process raft request' (duration: 127.992983ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:03:15.01012Z","caller":"traceutil/trace.go:171","msg":"trace[633056861] transaction","detail":"{read_only:false; response_revision:26721; number_of_response:1; }","duration":"128.187047ms","start":"2026-03-03T21:03:14.881925Z","end":"2026-03-03T21:03:15.010112Z","steps":["trace[633056861] 'process raft request' (duration: 127.47322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:03:16.635537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.171003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T21:03:16.635657Z","caller":"traceutil/trace.go:171","msg":"trace[1284974342] transaction","detail":"{read_only:false; response_revision:26727; number_of_response:1; }","duration":"435.051374ms","start":"2026-03-03T21:03:16.200589Z","end":"2026-03-03T21:03:16.63564Z","steps":["trace[1284974342] 'process raft request' (duration: 270.671336ms)","trace[1284974342] 'compare' (duration: 163.962738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:03:16.63573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:03:16.200571Z","time spent":"435.128396ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:03:16.635943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.436352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:03:16.636065Z","caller":"traceutil/trace.go:171","msg":"trace[1379284981] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26727; }","duration":"202.546804ms","start":"2026-03-03T21:03:16.433452Z","end":"2026-03-03T21:03:16.635999Z","steps":["trace[1379284981] 'agreement among raft nodes before linearized reading' (duration: 202.388001ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:03:16.635633Z","caller":"traceutil/trace.go:171","msg":"trace[1760706863] linearizableReadLoop","detail":"{readStateIndex:27691; appliedIndex:27690; }","duration":"202.115884ms","start":"2026-03-03T21:03:16.433501Z","end":"2026-03-03T21:03:16.635617Z","steps":["trace[1760706863] 'read index received' (duration: 37.682956ms)","trace[1760706863] 'applied index is now lower than readState.Index' (duration: 164.431638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:03:16.699825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.991131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:03:16.699995Z","caller":"traceutil/trace.go:171","msg":"trace[2087206615] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26728; }","duration":"264.253007ms","start":"2026-03-03T21:03:16.435718Z","end":"2026-03-03T21:03:16.699971Z","steps":["trace[2087206615] 'agreement among raft nodes before linearized reading' (duration: 263.899079ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:03:16.700712Z","caller":"traceutil/trace.go:171","msg":"trace[1598200613] transaction","detail":"{read_only:false; response_revision:26728; number_of_response:1; }","duration":"153.515936ms","start":"2026-03-03T21:03:16.54718Z","end":"2026-03-03T21:03:16.700696Z","steps":["trace[1598200613] 'process raft request' (duration: 152.185405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:03:16.701315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.92009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-03-03T21:03:16.70141Z","caller":"traceutil/trace.go:171","msg":"trace[1317204514] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26728; }","duration":"258.016302ms","start":"2026-03-03T21:03:16.443336Z","end":"2026-03-03T21:03:16.701352Z","steps":["trace[1317204514] 'agreement among raft nodes before linearized reading' (duration: 257.809167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:03:16.703103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.052873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-03-03T21:03:16.703416Z","caller":"traceutil/trace.go:171","msg":"trace[1161359058] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26728; }","duration":"261.388781ms","start":"2026-03-03T21:03:16.442013Z","end":"2026-03-03T21:03:16.703402Z","steps":["trace[1161359058] 'agreement among raft nodes before linearized reading' (duration: 259.859055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:03:16.997389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.521157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:03:16.997459Z","caller":"traceutil/trace.go:171","msg":"trace[2111731364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26728; }","duration":"104.645591ms","start":"2026-03-03T21:03:16.892797Z","end":"2026-03-03T21:03:16.997443Z","steps":["trace[2111731364] 'range keys from in-memory index tree' (duration: 104.428076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:03:16.998113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.827418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T21:03:16.998144Z","caller":"traceutil/trace.go:171","msg":"trace[372425199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26728; }","duration":"220.88993ms","start":"2026-03-03T21:03:16.777246Z","end":"2026-03-03T21:03:16.998136Z","steps":["trace[372425199] 'range keys from in-memory index tree' (duration: 220.724116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:03:17.526194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.227759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T21:03:17.526448Z","caller":"traceutil/trace.go:171","msg":"trace[261678860] linearizableReadLoop","detail":"{readStateIndex:27694; appliedIndex:27692; }","duration":"512.603386ms","start":"2026-03-03T21:03:17.013826Z","end":"2026-03-03T21:03:17.52643Z","steps":["trace[261678860] 'read index received' (duration: 69.449413ms)","trace[261678860] 'applied index is now lower than readState.Index' (duration: 443.152722ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:03:17.52658Z","caller":"traceutil/trace.go:171","msg":"trace[740964360] transaction","detail":"{read_only:false; response_revision:26730; number_of_response:1; }","duration":"524.037351ms","start":"2026-03-03T21:03:17.002529Z","end":"2026-03-03T21:03:17.526567Z","steps":["trace[740964360] 'process raft request' (duration: 370.260619ms)","trace[740964360] 'compare' (duration: 152.609915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:03:17.526676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:03:17.002509Z","time spent":"524.130303ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:03:17.527027Z","caller":"traceutil/trace.go:171","msg":"trace[905143050] transaction","detail":"{read_only:false; response_revision:26731; number_of_response:1; }","duration":"483.600892ms","start":"2026-03-03T21:03:17.043414Z","end":"2026-03-03T21:03:17.527015Z","steps":["trace[905143050] 'process raft request' (duration: 482.886256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:03:17.527122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:03:17.043387Z","time spent":"483.674653ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:03:17.527429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.599299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T21:03:17.527468Z","caller":"traceutil/trace.go:171","msg":"trace[784553943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26731; }","duration":"513.66728ms","start":"2026-03-03T21:03:17.013791Z","end":"2026-03-03T21:03:17.527458Z","steps":["trace[784553943] 'agreement among raft nodes before linearized reading' (duration: 513.538407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:03:17.527551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:03:17.013774Z","time spent":"513.761862ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T21:03:17.911042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.296412ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T21:03:17.911201Z","caller":"traceutil/trace.go:171","msg":"trace[738870041] transaction","detail":"{read_only:false; response_revision:26732; number_of_response:1; }","duration":"826.164378ms","start":"2026-03-03T21:03:17.085002Z","end":"2026-03-03T21:03:17.911167Z","steps":["trace[738870041] 'process raft request' (duration: 603.64855ms)","trace[738870041] 'compare' (duration: 222.014606ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:03:17.911259Z","caller":"traceutil/trace.go:171","msg":"trace[862819058] linearizableReadLoop","detail":"{readStateIndex:27696; appliedIndex:27695; }","duration":"384.715955ms","start":"2026-03-03T21:03:17.526512Z","end":"2026-03-03T21:03:17.911228Z","steps":["trace[862819058] 'read index received' (duration: 162.133446ms)","trace[862819058] 'applied index is now lower than readState.Index' (duration: 222.580439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:03:17.91137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:03:17.084928Z","time spent":"826.359682ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:03:17.911467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.072744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T21:03:17.91145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.053436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:03:17.911506Z","caller":"traceutil/trace.go:171","msg":"trace[1894956587] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26733; }","duration":"897.133835ms","start":"2026-03-03T21:03:17.01436Z","end":"2026-03-03T21:03:17.911494Z","steps":["trace[1894956587] 'agreement among raft nodes before linearized reading' (duration: 896.967571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:03:17.911544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:03:17.014355Z","time spent":"897.179976ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T21:03:17.911533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.015853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T21:03:17.911596Z","caller":"traceutil/trace.go:171","msg":"trace[1320992858] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26733; }","duration":"410.131195ms","start":"2026-03-03T21:03:17.501447Z","end":"2026-03-03T21:03:17.911579Z","steps":["trace[1320992858] 'agreement among raft nodes before linearized reading' (duration: 409.92133ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:03:17.911539Z","caller":"traceutil/trace.go:171","msg":"trace[661004489] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26733; }","duration":"727.192349ms","start":"2026-03-03T21:03:17.184323Z","end":"2026-03-03T21:03:17.911515Z","steps":["trace[661004489] 'agreement among raft nodes before linearized reading' (duration: 727.028945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:03:17.911641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:03:17.501416Z","time spent":"410.216467ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T21:03:17.911694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:03:17.184301Z","time spent":"727.362623ms","remote":"127.0.0.1:54008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:03:17.912244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.371616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T21:03:17.912285Z","caller":"traceutil/trace.go:171","msg":"trace[159275620] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26733; }","duration":"892.424126ms","start":"2026-03-03T21:03:17.01985Z","end":"2026-03-03T21:03:17.912274Z","steps":["trace[159275620] 'agreement among raft nodes before linearized reading' (duration: 891.556856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:03:17.912506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:03:17.019842Z","time spent":"892.628421ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T21:03:17.911271Z","caller":"traceutil/trace.go:171","msg":"trace[1988424211] transaction","detail":"{read_only:false; response_revision:26733; number_of_response:1; }","duration":"376.045224ms","start":"2026-03-03T21:03:17.535209Z","end":"2026-03-03T21:03:17.911254Z","steps":["trace[1988424211] 'process raft request' (duration: 375.951602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:03:17.913158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:03:17.535185Z","time spent":"377.909447ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:03:18.085499Z","caller":"traceutil/trace.go:171","msg":"trace[1921446962] transaction","detail":"{read_only:false; response_revision:26735; number_of_response:1; }","duration":"165.975293ms","start":"2026-03-03T21:03:17.919507Z","end":"2026-03-03T21:03:18.085482Z","steps":["trace[1921446962] 'process raft request' (duration: 165.357889ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:03:18.08564Z","caller":"traceutil/trace.go:171","msg":"trace[1860224451] linearizableReadLoop","detail":"{readStateIndex:27700; appliedIndex:27697; }","duration":"118.619214ms","start":"2026-03-03T21:03:17.967Z","end":"2026-03-03T21:03:18.085619Z","steps":["trace[1860224451] 'read index received' (duration: 28.545713ms)","trace[1860224451] 'applied index is now lower than readState.Index' (duration: 90.072631ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:03:18.085738Z","caller":"traceutil/trace.go:171","msg":"trace[181771891] transaction","detail":"{read_only:false; response_revision:26736; number_of_response:1; }","duration":"148.60224ms","start":"2026-03-03T21:03:17.937129Z","end":"2026-03-03T21:03:18.085731Z","steps":["trace[181771891] 'process raft request' (duration: 148.319604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:03:18.085821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.809628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:03:18.08585Z","caller":"traceutil/trace.go:171","msg":"trace[1412848107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26736; }","duration":"118.88885ms","start":"2026-03-03T21:03:17.966953Z","end":"2026-03-03T21:03:18.085842Z","steps":["trace[1412848107] 'agreement among raft nodes before linearized reading' (duration: 118.833488ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:03:24.776645Z","caller":"traceutil/trace.go:171","msg":"trace[1210234873] transaction","detail":"{read_only:false; response_revision:26783; number_of_response:1; }","duration":"112.666746ms","start":"2026-03-03T21:03:24.663932Z","end":"2026-03-03T21:03:24.776598Z","steps":["trace[1210234873] 'process raft request' (duration: 112.507793ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:03:24.936231Z","caller":"traceutil/trace.go:171","msg":"trace[531678815] linearizableReadLoop","detail":"{readStateIndex:27749; appliedIndex:27748; }","duration":"159.662978ms","start":"2026-03-03T21:03:24.776545Z","end":"2026-03-03T21:03:24.936208Z","steps":["trace[531678815] 'read index received' (duration: 71.349137ms)","trace[531678815] 'applied index is now lower than readState.Index' (duration: 88.313021ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:03:24.936401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.91096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-03-03T21:03:24.936437Z","caller":"traceutil/trace.go:171","msg":"trace[1211329405] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26784; }","duration":"167.968331ms","start":"2026-03-03T21:03:24.768451Z","end":"2026-03-03T21:03:24.936419Z","steps":["trace[1211329405] 'agreement among raft nodes before linearized reading' (duration: 167.834678ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:03:24.936564Z","caller":"traceutil/trace.go:171","msg":"trace[1630092387] transaction","detail":"{read_only:false; response_revision:26784; number_of_response:1; }","duration":"169.307733ms","start":"2026-03-03T21:03:24.767218Z","end":"2026-03-03T21:03:24.936526Z","steps":["trace[1630092387] 'process raft request' (duration: 80.737826ms)","trace[1630092387] 'compare' (duration: 88.150607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:03:24.936646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.114891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-03-03T21:03:24.936665Z","caller":"traceutil/trace.go:171","msg":"trace[753494328] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26784; }","duration":"167.148842ms","start":"2026-03-03T21:03:24.76951Z","end":"2026-03-03T21:03:24.936658Z","steps":["trace[753494328] 'agreement among raft nodes before linearized reading' (duration: 167.09755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:03:24.936593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.843002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:03:24.936912Z","caller":"traceutil/trace.go:171","msg":"trace[1286019241] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26784; }","duration":"166.168539ms","start":"2026-03-03T21:03:24.770731Z","end":"2026-03-03T21:03:24.936899Z","steps":["trace[1286019241] 'agreement among raft nodes before linearized reading' (duration: 165.838992ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:03:25.018778Z","caller":"traceutil/trace.go:171","msg":"trace[1568808189] transaction","detail":"{read_only:false; response_revision:26785; number_of_response:1; }","duration":"130.244925ms","start":"2026-03-03T21:03:24.888512Z","end":"2026-03-03T21:03:25.018757Z","steps":["trace[1568808189] 'process raft request' (duration: 130.02689ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:11.87792Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24786} {"level":"info","ts":"2026-03-03T21:04:12.026898Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24786,"took":"145.175982ms","hash":1877047116,"current-db-size-bytes":46985216,"current-db-size":"47 MB","current-db-size-in-use-bytes":32169984,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-03T21:04:12.026973Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1877047116,"revision":24786,"compact-revision":22540} {"level":"warn","ts":"2026-03-03T21:04:31.295162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.436429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:04:31.295293Z","caller":"traceutil/trace.go:171","msg":"trace[2104666351] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:27440; }","duration":"133.651244ms","start":"2026-03-03T21:04:31.161617Z","end":"2026-03-03T21:04:31.295269Z","steps":["trace[2104666351] 'count revisions from in-memory index tree' (duration: 133.328657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:31.295347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.644973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:04:31.295472Z","caller":"traceutil/trace.go:171","msg":"trace[1669515750] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27440; }","duration":"173.743165ms","start":"2026-03-03T21:04:31.121648Z","end":"2026-03-03T21:04:31.295391Z","steps":["trace[1669515750] 'count revisions from in-memory index tree' (duration: 173.477109ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:31.295917Z","caller":"traceutil/trace.go:171","msg":"trace[345098188] transaction","detail":"{read_only:false; response_revision:27441; number_of_response:1; }","duration":"130.535702ms","start":"2026-03-03T21:04:31.165363Z","end":"2026-03-03T21:04:31.295899Z","steps":["trace[345098188] 'process raft request' (duration: 120.018337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:31.71452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.417184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T21:04:31.714576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.510286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-03T21:04:31.714605Z","caller":"traceutil/trace.go:171","msg":"trace[1379340796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27441; }","duration":"271.513336ms","start":"2026-03-03T21:04:31.44307Z","end":"2026-03-03T21:04:31.714584Z","steps":["trace[1379340796] 'range keys from in-memory index tree' (duration: 271.029775ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:31.714658Z","caller":"traceutil/trace.go:171","msg":"trace[1896018678] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:27441; }","duration":"302.643659ms","start":"2026-03-03T21:04:31.411993Z","end":"2026-03-03T21:04:31.714637Z","steps":["trace[1896018678] 'range keys from in-memory index tree' (duration: 302.338381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:31.714689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:31.411968Z","time spent":"302.71461ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-03T21:04:40.522605Z","caller":"traceutil/trace.go:171","msg":"trace[1152661080] linearizableReadLoop","detail":"{readStateIndex:28513; appliedIndex:28512; }","duration":"114.290424ms","start":"2026-03-03T21:04:40.40829Z","end":"2026-03-03T21:04:40.522581Z","steps":["trace[1152661080] 'read index received' (duration: 114.195972ms)","trace[1152661080] 'applied index is now lower than readState.Index' (duration: 93.242µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:04:40.52267Z","caller":"traceutil/trace.go:171","msg":"trace[1430761923] transaction","detail":"{read_only:false; response_revision:27527; number_of_response:1; }","duration":"145.309415ms","start":"2026-03-03T21:04:40.377334Z","end":"2026-03-03T21:04:40.522644Z","steps":["trace[1430761923] 'process raft request' (duration: 145.08749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:40.522986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.670584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T21:04:40.523112Z","caller":"traceutil/trace.go:171","msg":"trace[1876853498] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27527; }","duration":"114.810897ms","start":"2026-03-03T21:04:40.408271Z","end":"2026-03-03T21:04:40.523082Z","steps":["trace[1876853498] 'agreement among raft nodes before linearized reading' (duration: 114.435258ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:42.275863Z","caller":"traceutil/trace.go:171","msg":"trace[451621217] transaction","detail":"{read_only:false; response_revision:27541; number_of_response:1; }","duration":"195.258125ms","start":"2026-03-03T21:04:42.08058Z","end":"2026-03-03T21:04:42.275838Z","steps":["trace[451621217] 'process raft request' (duration: 195.099981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:43.197554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.313729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T21:04:43.197764Z","caller":"traceutil/trace.go:171","msg":"trace[1603069834] transaction","detail":"{read_only:false; response_revision:27543; number_of_response:1; }","duration":"669.503949ms","start":"2026-03-03T21:04:42.528245Z","end":"2026-03-03T21:04:43.197749Z","steps":["trace[1603069834] 'process raft request' (duration: 669.410577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:43.197829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:42.528224Z","time spent":"669.578001ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:04:43.19803Z","caller":"traceutil/trace.go:171","msg":"trace[1538099066] linearizableReadLoop","detail":"{readStateIndex:28529; appliedIndex:28528; }","duration":"855.484578ms","start":"2026-03-03T21:04:42.342535Z","end":"2026-03-03T21:04:43.19802Z","steps":["trace[1538099066] 'read index received' (duration: 66.603526ms)","trace[1538099066] 'applied index is now lower than readState.Index' (duration: 788.879872ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:04:43.198066Z","caller":"traceutil/trace.go:171","msg":"trace[832173312] transaction","detail":"{read_only:false; response_revision:27542; number_of_response:1; }","duration":"919.421094ms","start":"2026-03-03T21:04:42.278608Z","end":"2026-03-03T21:04:43.198029Z","steps":["trace[832173312] 'process raft request' (duration: 130.548952ms)","trace[832173312] 'compare' (duration: 788.039852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:04:43.19823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:42.278582Z","time spent":"919.561557ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:04:43.198231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.652513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T21:04:43.198358Z","caller":"traceutil/trace.go:171","msg":"trace[771147888] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27543; }","duration":"855.774186ms","start":"2026-03-03T21:04:42.342527Z","end":"2026-03-03T21:04:43.198302Z","steps":["trace[771147888] 'agreement among raft nodes before linearized reading' (duration: 855.552901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:43.198419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:42.342482Z","time spent":"855.924449ms","remote":"127.0.0.1:60408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T21:04:43.201236Z","caller":"traceutil/trace.go:171","msg":"trace[816499434] transaction","detail":"{read_only:false; response_revision:27544; number_of_response:1; }","duration":"669.339305ms","start":"2026-03-03T21:04:42.531871Z","end":"2026-03-03T21:04:43.20121Z","steps":["trace[816499434] 'process raft request' (duration: 669.171391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:43.201389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:42.531856Z","time spent":"669.458018ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:04:43.201517Z","caller":"traceutil/trace.go:171","msg":"trace[355281347] transaction","detail":"{read_only:false; response_revision:27545; number_of_response:1; }","duration":"668.900635ms","start":"2026-03-03T21:04:42.532605Z","end":"2026-03-03T21:04:43.201506Z","steps":["trace[355281347] 'process raft request' (duration: 668.564647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:43.20157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:42.532594Z","time spent":"668.949526ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:04:43.201603Z","caller":"traceutil/trace.go:171","msg":"trace[1027725358] transaction","detail":"{read_only:false; response_revision:27546; number_of_response:1; }","duration":"654.197864ms","start":"2026-03-03T21:04:42.547376Z","end":"2026-03-03T21:04:43.201574Z","steps":["trace[1027725358] 'process raft request' (duration: 654.02031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:43.201714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.510093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:04:43.201712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.730161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:04:43.201746Z","caller":"traceutil/trace.go:171","msg":"trace[1390824124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27547; }","duration":"236.580714ms","start":"2026-03-03T21:04:42.965156Z","end":"2026-03-03T21:04:43.201737Z","steps":["trace[1390824124] 'agreement among raft nodes before linearized reading' (duration: 236.530793ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:43.201765Z","caller":"traceutil/trace.go:171","msg":"trace[1874438432] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27547; }","duration":"789.840394ms","start":"2026-03-03T21:04:42.411911Z","end":"2026-03-03T21:04:43.201751Z","steps":["trace[1874438432] 'agreement among raft nodes before linearized reading' (duration: 789.67345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:43.201763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:42.547358Z","time spent":"654.329086ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:04:43.201798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:42.41189Z","time spent":"789.897876ms","remote":"127.0.0.1:46384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:04:43.201824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.453051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T21:04:43.201868Z","caller":"traceutil/trace.go:171","msg":"trace[1780359247] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27547; }","duration":"670.522752ms","start":"2026-03-03T21:04:42.531334Z","end":"2026-03-03T21:04:43.201857Z","steps":["trace[1780359247] 'agreement among raft nodes before linearized reading' (duration: 670.336388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:43.201936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:42.531324Z","time spent":"670.599455ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T21:04:43.20189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.963877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T21:04:43.202088Z","caller":"traceutil/trace.go:171","msg":"trace[1510015903] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27547; }","duration":"514.168111ms","start":"2026-03-03T21:04:42.687902Z","end":"2026-03-03T21:04:43.20207Z","steps":["trace[1510015903] 'agreement among raft nodes before linearized reading' (duration: 513.737691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:43.201948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.881044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T21:04:43.202167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:42.687839Z","time spent":"514.313695ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T21:04:43.202204Z","caller":"traceutil/trace.go:171","msg":"trace[1036866797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27547; }","duration":"672.178301ms","start":"2026-03-03T21:04:42.530009Z","end":"2026-03-03T21:04:43.202188Z","steps":["trace[1036866797] 'agreement among raft nodes before linearized reading' (duration: 671.831183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:43.202248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:42.529989Z","time spent":"672.247833ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T21:04:44.39088Z","caller":"traceutil/trace.go:171","msg":"trace[374622653] transaction","detail":"{read_only:false; response_revision:27553; number_of_response:1; }","duration":"105.762666ms","start":"2026-03-03T21:04:44.285098Z","end":"2026-03-03T21:04:44.39086Z","steps":["trace[374622653] 'process raft request' (duration: 105.624093ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:45.25797Z","caller":"traceutil/trace.go:171","msg":"trace[1647105829] transaction","detail":"{read_only:false; response_revision:27555; number_of_response:1; }","duration":"115.224486ms","start":"2026-03-03T21:04:45.142721Z","end":"2026-03-03T21:04:45.257945Z","steps":["trace[1647105829] 'process raft request' (duration: 115.071183ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:45.311647Z","caller":"traceutil/trace.go:171","msg":"trace[698374560] transaction","detail":"{read_only:false; response_revision:27556; number_of_response:1; }","duration":"107.897866ms","start":"2026-03-03T21:04:45.203731Z","end":"2026-03-03T21:04:45.311628Z","steps":["trace[698374560] 'process raft request' (duration: 107.776353ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:45.311966Z","caller":"traceutil/trace.go:171","msg":"trace[351135480] transaction","detail":"{read_only:false; response_revision:27557; number_of_response:1; }","duration":"108.08781ms","start":"2026-03-03T21:04:45.203853Z","end":"2026-03-03T21:04:45.311941Z","steps":["trace[351135480] 'process raft request' (duration: 107.747312ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:45.312035Z","caller":"traceutil/trace.go:171","msg":"trace[2059876147] transaction","detail":"{read_only:false; response_revision:27558; number_of_response:1; }","duration":"104.326713ms","start":"2026-03-03T21:04:45.207685Z","end":"2026-03-03T21:04:45.312012Z","steps":["trace[2059876147] 'process raft request' (duration: 104.173279ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:45.312203Z","caller":"traceutil/trace.go:171","msg":"trace[1433281488] transaction","detail":"{read_only:false; response_revision:27560; number_of_response:1; }","duration":"104.242901ms","start":"2026-03-03T21:04:45.207946Z","end":"2026-03-03T21:04:45.312189Z","steps":["trace[1433281488] 'process raft request' (duration: 104.126098ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:45.31222Z","caller":"traceutil/trace.go:171","msg":"trace[1812573595] transaction","detail":"{read_only:false; response_revision:27561; number_of_response:1; }","duration":"103.643487ms","start":"2026-03-03T21:04:45.208562Z","end":"2026-03-03T21:04:45.312206Z","steps":["trace[1812573595] 'process raft request' (duration: 103.582456ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:45.312209Z","caller":"traceutil/trace.go:171","msg":"trace[1995014472] linearizableReadLoop","detail":"{readStateIndex:28548; appliedIndex:28541; }","duration":"102.088331ms","start":"2026-03-03T21:04:45.210099Z","end":"2026-03-03T21:04:45.312187Z","steps":["trace[1995014472] 'read index received' (duration: 47.736729ms)","trace[1995014472] 'applied index is now lower than readState.Index' (duration: 54.350692ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:04:45.312224Z","caller":"traceutil/trace.go:171","msg":"trace[593601847] transaction","detail":"{read_only:false; response_revision:27559; number_of_response:1; }","duration":"104.407575ms","start":"2026-03-03T21:04:45.207777Z","end":"2026-03-03T21:04:45.312185Z","steps":["trace[593601847] 'process raft request' (duration: 104.18722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:45.31241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.294145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T21:04:45.312443Z","caller":"traceutil/trace.go:171","msg":"trace[1357154826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27561; }","duration":"102.367547ms","start":"2026-03-03T21:04:45.210066Z","end":"2026-03-03T21:04:45.312434Z","steps":["trace[1357154826] 'agreement among raft nodes before linearized reading' (duration: 102.237504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:45.312458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.871052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T21:04:45.312495Z","caller":"traceutil/trace.go:171","msg":"trace[1803682397] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27561; }","duration":"100.936914ms","start":"2026-03-03T21:04:45.211544Z","end":"2026-03-03T21:04:45.312481Z","steps":["trace[1803682397] 'agreement among raft nodes before linearized reading' (duration: 100.797061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:45.312557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.925754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T21:04:45.312606Z","caller":"traceutil/trace.go:171","msg":"trace[466722232] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27561; }","duration":"101.007566ms","start":"2026-03-03T21:04:45.211586Z","end":"2026-03-03T21:04:45.312593Z","steps":["trace[466722232] 'agreement among raft nodes before linearized reading' (duration: 100.807671ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:49.202268Z","caller":"traceutil/trace.go:171","msg":"trace[15468256] linearizableReadLoop","detail":"{readStateIndex:28570; appliedIndex:28569; }","duration":"396.812516ms","start":"2026-03-03T21:04:48.805432Z","end":"2026-03-03T21:04:49.202245Z","steps":["trace[15468256] 'read index received' (duration: 396.601131ms)","trace[15468256] 'applied index is now lower than readState.Index' (duration: 210.505µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:04:49.202463Z","caller":"traceutil/trace.go:171","msg":"trace[1493298213] transaction","detail":"{read_only:false; response_revision:27582; number_of_response:1; }","duration":"788.528843ms","start":"2026-03-03T21:04:48.413804Z","end":"2026-03-03T21:04:49.202333Z","steps":["trace[1493298213] 'process raft request' (duration: 788.285368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:49.202692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:48.413786Z","time spent":"788.816121ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:04:49.202448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.98688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:04:49.203045Z","caller":"traceutil/trace.go:171","msg":"trace[122275960] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:27582; }","duration":"397.621724ms","start":"2026-03-03T21:04:48.805397Z","end":"2026-03-03T21:04:49.203019Z","steps":["trace[122275960] 'agreement among raft nodes before linearized reading' (duration: 396.964429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:49.203107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:48.805381Z","time spent":"397.708817ms","remote":"127.0.0.1:35916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:04:49.202511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.097834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:04:49.203252Z","caller":"traceutil/trace.go:171","msg":"trace[1629216794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27582; }","duration":"236.883961ms","start":"2026-03-03T21:04:48.96635Z","end":"2026-03-03T21:04:49.203234Z","steps":["trace[1629216794] 'agreement among raft nodes before linearized reading' (duration: 236.073793ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:49.455895Z","caller":"traceutil/trace.go:171","msg":"trace[1335200010] transaction","detail":"{read_only:false; response_revision:27584; number_of_response:1; }","duration":"128.606797ms","start":"2026-03-03T21:04:49.327261Z","end":"2026-03-03T21:04:49.455868Z","steps":["trace[1335200010] 'process raft request' (duration: 128.558156ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:49.456487Z","caller":"traceutil/trace.go:171","msg":"trace[1603252099] transaction","detail":"{read_only:false; response_revision:27583; number_of_response:1; }","duration":"129.201991ms","start":"2026-03-03T21:04:49.327272Z","end":"2026-03-03T21:04:49.456474Z","steps":["trace[1603252099] 'process raft request' (duration: 128.390192ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:49.574544Z","caller":"traceutil/trace.go:171","msg":"trace[536170067] transaction","detail":"{read_only:false; response_revision:27585; number_of_response:1; }","duration":"247.032327ms","start":"2026-03-03T21:04:49.32749Z","end":"2026-03-03T21:04:49.574523Z","steps":["trace[536170067] 'process raft request' (duration: 246.812642ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:49.574874Z","caller":"traceutil/trace.go:171","msg":"trace[988820730] transaction","detail":"{read_only:false; response_revision:27587; number_of_response:1; }","duration":"209.534536ms","start":"2026-03-03T21:04:49.365315Z","end":"2026-03-03T21:04:49.574849Z","steps":["trace[988820730] 'process raft request' (duration: 209.457004ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:49.574881Z","caller":"traceutil/trace.go:171","msg":"trace[1894992658] transaction","detail":"{read_only:false; response_revision:27586; number_of_response:1; }","duration":"209.977477ms","start":"2026-03-03T21:04:49.36487Z","end":"2026-03-03T21:04:49.574847Z","steps":["trace[1894992658] 'process raft request' (duration: 209.618409ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:49.575305Z","caller":"traceutil/trace.go:171","msg":"trace[444808422] linearizableReadLoop","detail":"{readStateIndex:28576; appliedIndex:28572; }","duration":"187.506165ms","start":"2026-03-03T21:04:49.387783Z","end":"2026-03-03T21:04:49.575289Z","steps":["trace[444808422] 'read index received' (duration: 69.100075ms)","trace[444808422] 'applied index is now lower than readState.Index' (duration: 118.40464ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:04:49.575351Z","caller":"traceutil/trace.go:171","msg":"trace[554493887] transaction","detail":"{read_only:false; response_revision:27589; number_of_response:1; }","duration":"152.271116ms","start":"2026-03-03T21:04:49.423061Z","end":"2026-03-03T21:04:49.575332Z","steps":["trace[554493887] 'process raft request' (duration: 152.112703ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:49.57535Z","caller":"traceutil/trace.go:171","msg":"trace[431500927] transaction","detail":"{read_only:false; response_revision:27588; number_of_response:1; }","duration":"209.226999ms","start":"2026-03-03T21:04:49.366099Z","end":"2026-03-03T21:04:49.575326Z","steps":["trace[431500927] 'process raft request' (duration: 208.714547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:49.575507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.70422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T21:04:49.575526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.337521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T21:04:49.575548Z","caller":"traceutil/trace.go:171","msg":"trace[1188877060] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27589; }","duration":"187.786021ms","start":"2026-03-03T21:04:49.387745Z","end":"2026-03-03T21:04:49.575531Z","steps":["trace[1188877060] 'agreement among raft nodes before linearized reading' (duration: 187.644578ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:49.575563Z","caller":"traceutil/trace.go:171","msg":"trace[333817336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27589; }","duration":"187.404982ms","start":"2026-03-03T21:04:49.388148Z","end":"2026-03-03T21:04:49.575553Z","steps":["trace[333817336] 'agreement among raft nodes before linearized reading' (duration: 187.273929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:49.5757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.262939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-03-03T21:04:49.575801Z","caller":"traceutil/trace.go:171","msg":"trace[1528337706] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27589; }","duration":"187.391053ms","start":"2026-03-03T21:04:49.388387Z","end":"2026-03-03T21:04:49.575778Z","steps":["trace[1528337706] 'agreement among raft nodes before linearized reading' (duration: 187.110156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:49.576073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.840223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T21:04:49.576127Z","caller":"traceutil/trace.go:171","msg":"trace[912181587] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27589; }","duration":"187.924854ms","start":"2026-03-03T21:04:49.38819Z","end":"2026-03-03T21:04:49.576115Z","steps":["trace[912181587] 'agreement among raft nodes before linearized reading' (duration: 187.349361ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:54.759339Z","caller":"traceutil/trace.go:171","msg":"trace[509845692] transaction","detail":"{read_only:false; response_revision:27629; number_of_response:1; }","duration":"144.506905ms","start":"2026-03-03T21:04:54.614588Z","end":"2026-03-03T21:04:54.759095Z","steps":["trace[509845692] 'process raft request' (duration: 144.139216ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:55.739791Z","caller":"traceutil/trace.go:171","msg":"trace[312548978] linearizableReadLoop","detail":"{readStateIndex:28627; appliedIndex:28623; }","duration":"138.277042ms","start":"2026-03-03T21:04:55.60149Z","end":"2026-03-03T21:04:55.739767Z","steps":["trace[312548978] 'read index received' (duration: 33.679203ms)","trace[312548978] 'applied index is now lower than readState.Index' (duration: 104.596519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:04:55.740037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.526157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-03-03T21:04:55.74007Z","caller":"traceutil/trace.go:171","msg":"trace[150142141] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27639; }","duration":"138.6114ms","start":"2026-03-03T21:04:55.601448Z","end":"2026-03-03T21:04:55.74006Z","steps":["trace[150142141] 'agreement among raft nodes before linearized reading' (duration: 138.446846ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:55.93803Z","caller":"traceutil/trace.go:171","msg":"trace[562701584] linearizableReadLoop","detail":"{readStateIndex:28630; appliedIndex:28629; }","duration":"198.120481ms","start":"2026-03-03T21:04:55.739854Z","end":"2026-03-03T21:04:55.937974Z","steps":["trace[562701584] 'read index received' (duration: 197.732182ms)","trace[562701584] 'applied index is now lower than readState.Index' (duration: 387.309µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:04:55.938263Z","caller":"traceutil/trace.go:171","msg":"trace[1046655862] transaction","detail":"{read_only:false; response_revision:27640; number_of_response:1; }","duration":"298.616576ms","start":"2026-03-03T21:04:55.639591Z","end":"2026-03-03T21:04:55.938208Z","steps":["trace[1046655862] 'process raft request' (duration: 298.047713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:55.938318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.684369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T21:04:55.938363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.163303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T21:04:55.938424Z","caller":"traceutil/trace.go:171","msg":"trace[2089428373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27640; }","duration":"277.836743ms","start":"2026-03-03T21:04:55.660544Z","end":"2026-03-03T21:04:55.938381Z","steps":["trace[2089428373] 'agreement among raft nodes before linearized reading' (duration: 277.534926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:55.938454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.856647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T21:04:55.938469Z","caller":"traceutil/trace.go:171","msg":"trace[353584950] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27640; }","duration":"279.286146ms","start":"2026-03-03T21:04:55.659108Z","end":"2026-03-03T21:04:55.938394Z","steps":["trace[353584950] 'agreement among raft nodes before linearized reading' (duration: 279.02184ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:55.938547Z","caller":"traceutil/trace.go:171","msg":"trace[2009459490] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27640; }","duration":"278.99998ms","start":"2026-03-03T21:04:55.659524Z","end":"2026-03-03T21:04:55.938524Z","steps":["trace[2009459490] 'agreement among raft nodes before linearized reading' (duration: 278.718104ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:56.081502Z","caller":"traceutil/trace.go:171","msg":"trace[51662813] transaction","detail":"{read_only:false; response_revision:27641; number_of_response:1; }","duration":"138.347533ms","start":"2026-03-03T21:04:55.943118Z","end":"2026-03-03T21:04:56.081465Z","steps":["trace[51662813] 'process raft request' (duration: 83.216192ms)","trace[51662813] 'compare' (duration: 54.983638ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:04:56.132502Z","caller":"traceutil/trace.go:171","msg":"trace[1044071886] transaction","detail":"{read_only:false; response_revision:27642; number_of_response:1; }","duration":"188.942388ms","start":"2026-03-03T21:04:55.943531Z","end":"2026-03-03T21:04:56.132473Z","steps":["trace[1044071886] 'process raft request' (duration: 188.748534ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:56.132805Z","caller":"traceutil/trace.go:171","msg":"trace[1810730928] transaction","detail":"{read_only:false; response_revision:27643; number_of_response:1; }","duration":"189.04818ms","start":"2026-03-03T21:04:55.94368Z","end":"2026-03-03T21:04:56.132728Z","steps":["trace[1810730928] 'process raft request' (duration: 188.744533ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:56.132827Z","caller":"traceutil/trace.go:171","msg":"trace[1975387605] linearizableReadLoop","detail":"{readStateIndex:28633; appliedIndex:28630; }","duration":"166.477356ms","start":"2026-03-03T21:04:55.966193Z","end":"2026-03-03T21:04:56.13267Z","steps":["trace[1975387605] 'read index received' (duration: 60.257219ms)","trace[1975387605] 'applied index is now lower than readState.Index' (duration: 106.216547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:04:56.133675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.185093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:04:56.133824Z","caller":"traceutil/trace.go:171","msg":"trace[823126710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27643; }","duration":"167.636083ms","start":"2026-03-03T21:04:55.966124Z","end":"2026-03-03T21:04:56.13376Z","steps":["trace[823126710] 'agreement among raft nodes before linearized reading' (duration: 166.756713ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:56.267764Z","caller":"traceutil/trace.go:171","msg":"trace[1369139750] transaction","detail":"{read_only:false; response_revision:27644; number_of_response:1; }","duration":"129.996999ms","start":"2026-03-03T21:04:56.137735Z","end":"2026-03-03T21:04:56.267732Z","steps":["trace[1369139750] 'process raft request' (duration: 72.094264ms)","trace[1369139750] 'compare' (duration: 57.776112ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:05:04.413617Z","caller":"traceutil/trace.go:171","msg":"trace[892157039] transaction","detail":"{read_only:false; response_revision:27766; number_of_response:1; }","duration":"130.161923ms","start":"2026-03-03T21:05:04.283434Z","end":"2026-03-03T21:05:04.413595Z","steps":["trace[892157039] 'process raft request' (duration: 123.935569ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:05:07.55251Z","caller":"traceutil/trace.go:171","msg":"trace[1513251521] transaction","detail":"{read_only:false; response_revision:27823; number_of_response:1; }","duration":"119.420734ms","start":"2026-03-03T21:05:07.433063Z","end":"2026-03-03T21:05:07.552483Z","steps":["trace[1513251521] 'process raft request' (duration: 119.283161ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:05:07.840965Z","caller":"traceutil/trace.go:171","msg":"trace[238635087] transaction","detail":"{read_only:false; response_revision:27826; number_of_response:1; }","duration":"120.736984ms","start":"2026-03-03T21:05:07.720194Z","end":"2026-03-03T21:05:07.840931Z","steps":["trace[238635087] 'process raft request' (duration: 120.612951ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:05:07.938474Z","caller":"traceutil/trace.go:171","msg":"trace[973422976] transaction","detail":"{read_only:false; response_revision:27827; number_of_response:1; }","duration":"157.094709ms","start":"2026-03-03T21:05:07.781354Z","end":"2026-03-03T21:05:07.938449Z","steps":["trace[973422976] 'process raft request' (duration: 86.320465ms)","trace[973422976] 'compare' (duration: 70.60928ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:05:07.938755Z","caller":"traceutil/trace.go:171","msg":"trace[431781649] linearizableReadLoop","detail":"{readStateIndex:28826; appliedIndex:28821; }","duration":"132.912007ms","start":"2026-03-03T21:05:07.80582Z","end":"2026-03-03T21:05:07.938732Z","steps":["trace[431781649] 'read index received' (duration: 35.043145ms)","trace[431781649] 'applied index is now lower than readState.Index' (duration: 97.867672ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:05:07.938793Z","caller":"traceutil/trace.go:171","msg":"trace[1958682297] transaction","detail":"{read_only:false; response_revision:27829; number_of_response:1; }","duration":"155.806269ms","start":"2026-03-03T21:05:07.782976Z","end":"2026-03-03T21:05:07.938782Z","steps":["trace[1958682297] 'process raft request' (duration: 155.585013ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:05:07.938866Z","caller":"traceutil/trace.go:171","msg":"trace[1319186001] transaction","detail":"{read_only:false; response_revision:27830; number_of_response:1; }","duration":"154.182251ms","start":"2026-03-03T21:05:07.784677Z","end":"2026-03-03T21:05:07.93886Z","steps":["trace[1319186001] 'process raft request' (duration: 153.998687ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:05:07.938699Z","caller":"traceutil/trace.go:171","msg":"trace[1019543863] transaction","detail":"{read_only:false; response_revision:27828; number_of_response:1; }","duration":"155.85852ms","start":"2026-03-03T21:05:07.782818Z","end":"2026-03-03T21:05:07.938676Z","steps":["trace[1019543863] 'process raft request' (duration: 155.593344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:05:07.938986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.151993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/openstack-database-exporter-dsn\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:05:07.939019Z","caller":"traceutil/trace.go:171","msg":"trace[1129588826] range","detail":"{range_begin:/registry/secrets/openstack/openstack-database-exporter-dsn; range_end:; response_count:0; response_revision:27830; }","duration":"133.196844ms","start":"2026-03-03T21:05:07.805811Z","end":"2026-03-03T21:05:07.939007Z","steps":["trace[1129588826] 'agreement among raft nodes before linearized reading' (duration: 133.129412ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:05:08.129267Z","caller":"traceutil/trace.go:171","msg":"trace[935604851] linearizableReadLoop","detail":"{readStateIndex:28827; appliedIndex:28826; }","duration":"162.282719ms","start":"2026-03-03T21:05:07.96697Z","end":"2026-03-03T21:05:08.129253Z","steps":["trace[935604851] 'read index received' (duration: 162.158506ms)","trace[935604851] 'applied index is now lower than readState.Index' (duration: 123.363µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:05:08.129383Z","caller":"traceutil/trace.go:171","msg":"trace[1495389867] transaction","detail":"{read_only:false; response_revision:27831; number_of_response:1; }","duration":"184.212238ms","start":"2026-03-03T21:05:07.945142Z","end":"2026-03-03T21:05:08.129354Z","steps":["trace[1495389867] 'process raft request' (duration: 183.985293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:05:08.129651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.662678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:05:08.129741Z","caller":"traceutil/trace.go:171","msg":"trace[1387139468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27831; }","duration":"162.801001ms","start":"2026-03-03T21:05:07.966918Z","end":"2026-03-03T21:05:08.129719Z","steps":["trace[1387139468] 'agreement among raft nodes before linearized reading' (duration: 162.523354ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:05:10.191489Z","caller":"traceutil/trace.go:171","msg":"trace[790939083] linearizableReadLoop","detail":"{readStateIndex:28865; appliedIndex:28861; }","duration":"165.528764ms","start":"2026-03-03T21:05:10.025945Z","end":"2026-03-03T21:05:10.191474Z","steps":["trace[790939083] 'read index received' (duration: 15.359087ms)","trace[790939083] 'applied index is now lower than readState.Index' (duration: 150.168777ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:05:10.191553Z","caller":"traceutil/trace.go:171","msg":"trace[844091605] transaction","detail":"{read_only:false; response_revision:27867; number_of_response:1; }","duration":"247.900107ms","start":"2026-03-03T21:05:09.943619Z","end":"2026-03-03T21:05:10.191519Z","steps":["trace[844091605] 'process raft request' (duration: 233.044552ms)","trace[844091605] 'compare' (duration: 14.592639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:05:10.191596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.639896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:05:10.191621Z","caller":"traceutil/trace.go:171","msg":"trace[1867449492] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27869; }","duration":"165.709628ms","start":"2026-03-03T21:05:10.025903Z","end":"2026-03-03T21:05:10.191613Z","steps":["trace[1867449492] 'agreement among raft nodes before linearized reading' (duration: 165.635457ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:05:10.191692Z","caller":"traceutil/trace.go:171","msg":"trace[1704480426] transaction","detail":"{read_only:false; response_revision:27868; number_of_response:1; }","duration":"239.646646ms","start":"2026-03-03T21:05:09.95203Z","end":"2026-03-03T21:05:10.191676Z","steps":["trace[1704480426] 'process raft request' (duration: 239.38318ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:05:10.191699Z","caller":"traceutil/trace.go:171","msg":"trace[155252844] transaction","detail":"{read_only:false; response_revision:27869; number_of_response:1; }","duration":"239.569094ms","start":"2026-03-03T21:05:09.952119Z","end":"2026-03-03T21:05:10.191688Z","steps":["trace[155252844] 'process raft request' (duration: 239.325828ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:05:11.094261Z","caller":"traceutil/trace.go:171","msg":"trace[863991626] linearizableReadLoop","detail":"{readStateIndex:28878; appliedIndex:28877; }","duration":"128.411003ms","start":"2026-03-03T21:05:10.965825Z","end":"2026-03-03T21:05:11.094236Z","steps":["trace[863991626] 'read index received' (duration: 128.186978ms)","trace[863991626] 'applied index is now lower than readState.Index' (duration: 223.225µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:05:11.094371Z","caller":"traceutil/trace.go:171","msg":"trace[2116509677] transaction","detail":"{read_only:false; response_revision:27881; number_of_response:1; }","duration":"224.012273ms","start":"2026-03-03T21:05:10.870347Z","end":"2026-03-03T21:05:11.094359Z","steps":["trace[2116509677] 'process raft request' (duration: 223.734056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:05:11.094535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.692469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:05:11.094607Z","caller":"traceutil/trace.go:171","msg":"trace[437369831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27881; }","duration":"128.808092ms","start":"2026-03-03T21:05:10.965779Z","end":"2026-03-03T21:05:11.094588Z","steps":["trace[437369831] 'agreement among raft nodes before linearized reading' (duration: 128.687279ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:05:17.754482Z","caller":"traceutil/trace.go:171","msg":"trace[466497774] transaction","detail":"{read_only:false; response_revision:27955; number_of_response:1; }","duration":"136.702255ms","start":"2026-03-03T21:05:17.617751Z","end":"2026-03-03T21:05:17.754453Z","steps":["trace[466497774] 'process raft request' (duration: 132.752453ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:05:17.992544Z","caller":"traceutil/trace.go:171","msg":"trace[1903265194] linearizableReadLoop","detail":"{readStateIndex:28958; appliedIndex:28957; }","duration":"107.417775ms","start":"2026-03-03T21:05:17.885101Z","end":"2026-03-03T21:05:17.992519Z","steps":["trace[1903265194] 'read index received' (duration: 35.581307ms)","trace[1903265194] 'applied index is now lower than readState.Index' (duration: 71.835328ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:05:17.992661Z","caller":"traceutil/trace.go:171","msg":"trace[44513361] transaction","detail":"{read_only:false; response_revision:27958; number_of_response:1; }","duration":"121.642435ms","start":"2026-03-03T21:05:17.871007Z","end":"2026-03-03T21:05:17.992649Z","steps":["trace[44513361] 'process raft request' (duration: 49.663213ms)","trace[44513361] 'compare' (duration: 71.703606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:05:17.993052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.933727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:05:17.99313Z","caller":"traceutil/trace.go:171","msg":"trace[1123662550] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:27958; }","duration":"108.048019ms","start":"2026-03-03T21:05:17.885063Z","end":"2026-03-03T21:05:17.993111Z","steps":["trace[1123662550] 'agreement among raft nodes before linearized reading' (duration: 107.926706ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:07:42.758135Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f52f30d5714009d5","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T21:07:42.763827Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-03T21:07:42.763938Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"warn","ts":"2026-03-03T21:08:50.823579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644818875525284,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T21:08:50.83925Z","caller":"traceutil/trace.go:171","msg":"trace[1064370279] transaction","detail":"{read_only:false; response_revision:29428; number_of_response:1; }","duration":"547.842848ms","start":"2026-03-03T21:08:50.291378Z","end":"2026-03-03T21:08:50.839221Z","steps":["trace[1064370279] 'process raft request' (duration: 547.653934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:08:50.839406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:08:50.291358Z","time spent":"547.96673ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:08:50.846574Z","caller":"traceutil/trace.go:171","msg":"trace[386899784] transaction","detail":"{read_only:false; response_revision:29430; number_of_response:1; }","duration":"328.993934ms","start":"2026-03-03T21:08:50.517552Z","end":"2026-03-03T21:08:50.846545Z","steps":["trace[386899784] 'process raft request' (duration: 328.853001ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:08:50.846598Z","caller":"traceutil/trace.go:171","msg":"trace[1250698344] transaction","detail":"{read_only:false; response_revision:29429; number_of_response:1; }","duration":"330.491599ms","start":"2026-03-03T21:08:50.51608Z","end":"2026-03-03T21:08:50.846572Z","steps":["trace[1250698344] 'process raft request' (duration: 330.202712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:08:50.846733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:08:50.517517Z","time spent":"329.134156ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:08:50.846737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:08:50.516052Z","time spent":"330.611721ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:08:50.84688Z","caller":"traceutil/trace.go:171","msg":"trace[1611969735] transaction","detail":"{read_only:false; response_revision:29431; number_of_response:1; }","duration":"176.737376ms","start":"2026-03-03T21:08:50.670102Z","end":"2026-03-03T21:08:50.84684Z","steps":["trace[1611969735] 'process raft request' (duration: 176.363587ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:08:50.84711Z","caller":"traceutil/trace.go:171","msg":"trace[1792364479] linearizableReadLoop","detail":"{readStateIndex:30477; appliedIndex:30471; }","duration":"524.006524ms","start":"2026-03-03T21:08:50.323021Z","end":"2026-03-03T21:08:50.847028Z","steps":["trace[1792364479] 'read index received' (duration: 515.982078ms)","trace[1792364479] 'applied index is now lower than readState.Index' (duration: 8.023616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:08:50.847244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.197758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:08:50.847305Z","caller":"traceutil/trace.go:171","msg":"trace[626884333] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:29433; }","duration":"524.392062ms","start":"2026-03-03T21:08:50.322899Z","end":"2026-03-03T21:08:50.847291Z","steps":["trace[626884333] 'agreement among raft nodes before linearized reading' (duration: 524.262479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:08:50.847328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:08:50.322884Z","time spent":"524.439184ms","remote":"127.0.0.1:59944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:08:50.847513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.543964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:08:50.847572Z","caller":"traceutil/trace.go:171","msg":"trace[1703309458] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:29433; }","duration":"387.683027ms","start":"2026-03-03T21:08:50.459878Z","end":"2026-03-03T21:08:50.847561Z","steps":["trace[1703309458] 'agreement among raft nodes before linearized reading' (duration: 387.566414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:08:50.84759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.782658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T21:08:50.847609Z","caller":"traceutil/trace.go:171","msg":"trace[2078424075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29433; }","duration":"201.839579ms","start":"2026-03-03T21:08:50.645764Z","end":"2026-03-03T21:08:50.847603Z","steps":["trace[2078424075] 'agreement among raft nodes before linearized reading' (duration: 201.748037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:08:50.847618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:08:50.459848Z","time spent":"387.758189ms","remote":"127.0.0.1:45950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:08:50.847677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.609364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T21:08:50.847691Z","caller":"traceutil/trace.go:171","msg":"trace[581641262] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:29433; }","duration":"164.660295ms","start":"2026-03-03T21:08:50.683026Z","end":"2026-03-03T21:08:50.847686Z","steps":["trace[581641262] 'agreement among raft nodes before linearized reading' (duration: 164.626345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:08:50.847856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.857554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-03T21:08:50.848023Z","caller":"traceutil/trace.go:171","msg":"trace[1222142161] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:29433; }","duration":"324.062559ms","start":"2026-03-03T21:08:50.523943Z","end":"2026-03-03T21:08:50.848005Z","steps":["trace[1222142161] 'agreement among raft nodes before linearized reading' (duration: 323.616018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:08:50.848099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:08:50.523927Z","time spent":"324.13354ms","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"info","ts":"2026-03-03T21:09:11.884111Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27198} {"level":"info","ts":"2026-03-03T21:09:12.015187Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27198,"took":"127.512203ms","hash":3575022179,"current-db-size-bytes":46985216,"current-db-size":"47 MB","current-db-size-in-use-bytes":31977472,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-03T21:09:12.015246Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3575022179,"revision":27198,"compact-revision":24786} {"level":"warn","ts":"2026-03-03T21:09:30.743535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.440356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T21:09:30.743625Z","caller":"traceutil/trace.go:171","msg":"trace[242002113] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29703; }","duration":"110.585979ms","start":"2026-03-03T21:09:30.633021Z","end":"2026-03-03T21:09:30.743607Z","steps":["trace[242002113] 'range keys from in-memory index tree' (duration: 110.14611ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:09:53.972565Z","caller":"traceutil/trace.go:171","msg":"trace[871069354] transaction","detail":"{read_only:false; response_revision:29866; number_of_response:1; }","duration":"118.113484ms","start":"2026-03-03T21:09:53.854433Z","end":"2026-03-03T21:09:53.972547Z","steps":["trace[871069354] 'process raft request' (duration: 117.980601ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:10:01.445355Z","caller":"traceutil/trace.go:171","msg":"trace[1466442253] transaction","detail":"{read_only:false; response_revision:29928; number_of_response:1; }","duration":"253.212252ms","start":"2026-03-03T21:10:01.192116Z","end":"2026-03-03T21:10:01.445328Z","steps":["trace[1466442253] 'process raft request' (duration: 167.89068ms)","trace[1466442253] 'compare' (duration: 85.142078ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:10:01.446861Z","caller":"traceutil/trace.go:171","msg":"trace[1199088453] transaction","detail":"{read_only:false; response_revision:29930; number_of_response:1; }","duration":"141.385535ms","start":"2026-03-03T21:10:01.305465Z","end":"2026-03-03T21:10:01.446851Z","steps":["trace[1199088453] 'process raft request' (duration: 141.289362ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:10:01.446888Z","caller":"traceutil/trace.go:171","msg":"trace[1060382846] transaction","detail":"{read_only:false; response_revision:29929; number_of_response:1; }","duration":"141.440276ms","start":"2026-03-03T21:10:01.305405Z","end":"2026-03-03T21:10:01.446845Z","steps":["trace[1060382846] 'process raft request' (duration: 141.298722ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:10:01.44704Z","caller":"traceutil/trace.go:171","msg":"trace[217988452] transaction","detail":"{read_only:false; response_revision:29931; number_of_response:1; }","duration":"141.444066ms","start":"2026-03-03T21:10:01.30552Z","end":"2026-03-03T21:10:01.446964Z","steps":["trace[217988452] 'process raft request' (duration: 141.262322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:12:24.394129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.848236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T21:12:24.394226Z","caller":"traceutil/trace.go:171","msg":"trace[2032840633] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:30921; }","duration":"104.986469ms","start":"2026-03-03T21:12:24.289218Z","end":"2026-03-03T21:12:24.394204Z","steps":["trace[2032840633] 'range keys from in-memory index tree' (duration: 104.669152ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:14:11.892572Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29580} {"level":"info","ts":"2026-03-03T21:14:12.068439Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29580,"took":"171.255708ms","hash":2490315056,"current-db-size-bytes":46985216,"current-db-size":"47 MB","current-db-size-in-use-bytes":27017216,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-03T21:14:12.068502Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2490315056,"revision":29580,"compact-revision":27198} {"level":"info","ts":"2026-03-03T21:14:47.687888Z","caller":"traceutil/trace.go:171","msg":"trace[36611368] transaction","detail":"{read_only:false; response_revision:31902; number_of_response:1; }","duration":"105.633664ms","start":"2026-03-03T21:14:47.582222Z","end":"2026-03-03T21:14:47.687856Z","steps":["trace[36611368] 'process raft request' (duration: 105.497451ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:15:54.101922Z","caller":"traceutil/trace.go:171","msg":"trace[224172706] transaction","detail":"{read_only:false; response_revision:32391; number_of_response:1; }","duration":"102.970692ms","start":"2026-03-03T21:15:53.998914Z","end":"2026-03-03T21:15:54.101885Z","steps":["trace[224172706] 'process raft request' (duration: 102.668065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:11.145122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.65933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:16:11.145241Z","caller":"traceutil/trace.go:171","msg":"trace[2112581096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32505; }","duration":"178.950508ms","start":"2026-03-03T21:16:10.966265Z","end":"2026-03-03T21:16:11.145215Z","steps":["trace[2112581096] 'range keys from in-memory index tree' (duration: 178.496857ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:11.145691Z","caller":"traceutil/trace.go:171","msg":"trace[371850011] transaction","detail":"{read_only:false; response_revision:32506; number_of_response:1; }","duration":"165.413973ms","start":"2026-03-03T21:16:10.98022Z","end":"2026-03-03T21:16:11.145634Z","steps":["trace[371850011] 'process raft request' (duration: 165.092366ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:11.146316Z","caller":"traceutil/trace.go:171","msg":"trace[974089328] transaction","detail":"{read_only:false; response_revision:32507; number_of_response:1; }","duration":"156.037245ms","start":"2026-03-03T21:16:10.990241Z","end":"2026-03-03T21:16:11.146279Z","steps":["trace[974089328] 'process raft request' (duration: 155.682337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:17.183006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.927829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T21:16:17.183108Z","caller":"traceutil/trace.go:171","msg":"trace[1022064245] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:32545; }","duration":"164.041701ms","start":"2026-03-03T21:16:17.019042Z","end":"2026-03-03T21:16:17.183083Z","steps":["trace[1022064245] 'count revisions from in-memory index tree' (duration: 163.837986ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:53.76373Z","caller":"traceutil/trace.go:171","msg":"trace[846386466] transaction","detail":"{read_only:false; response_revision:32792; number_of_response:1; }","duration":"118.232347ms","start":"2026-03-03T21:16:53.64547Z","end":"2026-03-03T21:16:53.763702Z","steps":["trace[846386466] 'process raft request' (duration: 118.078543ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:53.791962Z","caller":"traceutil/trace.go:171","msg":"trace[1404866601] transaction","detail":"{read_only:false; response_revision:32793; number_of_response:1; }","duration":"143.083694ms","start":"2026-03-03T21:16:53.64886Z","end":"2026-03-03T21:16:53.791943Z","steps":["trace[1404866601] 'process raft request' (duration: 132.923958ms)","trace[1404866601] 'compare' (duration: 10.070014ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:17:42.867736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.026324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T21:17:42.867828Z","caller":"traceutil/trace.go:171","msg":"trace[795903869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33125; }","duration":"159.183118ms","start":"2026-03-03T21:17:42.708624Z","end":"2026-03-03T21:17:42.867807Z","steps":["trace[795903869] 'range keys from in-memory index tree' (duration: 158.848311ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:03.849945Z","caller":"traceutil/trace.go:171","msg":"trace[967576910] transaction","detail":"{read_only:false; response_revision:33301; number_of_response:1; }","duration":"109.485023ms","start":"2026-03-03T21:18:03.74044Z","end":"2026-03-03T21:18:03.849925Z","steps":["trace[967576910] 'process raft request' (duration: 105.048211ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:26.497081Z","caller":"traceutil/trace.go:171","msg":"trace[1869801924] transaction","detail":"{read_only:false; response_revision:33475; number_of_response:1; }","duration":"128.023294ms","start":"2026-03-03T21:18:26.369029Z","end":"2026-03-03T21:18:26.497052Z","steps":["trace[1869801924] 'process raft request' (duration: 127.727217ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:26.740071Z","caller":"traceutil/trace.go:171","msg":"trace[414455248] transaction","detail":"{read_only:false; response_revision:33476; number_of_response:1; }","duration":"212.421446ms","start":"2026-03-03T21:18:26.527617Z","end":"2026-03-03T21:18:26.740039Z","steps":["trace[414455248] 'process raft request' (duration: 209.866956ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:26.741812Z","caller":"traceutil/trace.go:171","msg":"trace[74022013] transaction","detail":"{read_only:false; response_revision:33477; number_of_response:1; }","duration":"213.011799ms","start":"2026-03-03T21:18:26.528751Z","end":"2026-03-03T21:18:26.741763Z","steps":["trace[74022013] 'process raft request' (duration: 212.63512ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:26.741847Z","caller":"traceutil/trace.go:171","msg":"trace[490637061] transaction","detail":"{read_only:false; response_revision:33478; number_of_response:1; }","duration":"210.981201ms","start":"2026-03-03T21:18:26.530812Z","end":"2026-03-03T21:18:26.741794Z","steps":["trace[490637061] 'process raft request' (duration: 210.756666ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:26.741743Z","caller":"traceutil/trace.go:171","msg":"trace[1618749365] linearizableReadLoop","detail":"{readStateIndex:34652; appliedIndex:34648; }","duration":"170.86404ms","start":"2026-03-03T21:18:26.570857Z","end":"2026-03-03T21:18:26.741721Z","steps":["trace[1618749365] 'read index received' (duration: 166.642872ms)","trace[1618749365] 'applied index is now lower than readState.Index' (duration: 4.220308ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:18:26.741861Z","caller":"traceutil/trace.go:171","msg":"trace[1118562218] transaction","detail":"{read_only:false; response_revision:33479; number_of_response:1; }","duration":"210.414699ms","start":"2026-03-03T21:18:26.531395Z","end":"2026-03-03T21:18:26.74181Z","steps":["trace[1118562218] 'process raft request' (duration: 210.231165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:26.742058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.174327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:18:26.742276Z","caller":"traceutil/trace.go:171","msg":"trace[1283508097] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:33479; }","duration":"171.413922ms","start":"2026-03-03T21:18:26.570839Z","end":"2026-03-03T21:18:26.742253Z","steps":["trace[1283508097] 'agreement among raft nodes before linearized reading' (duration: 171.131786ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:29.598369Z","caller":"traceutil/trace.go:171","msg":"trace[1056747506] transaction","detail":"{read_only:false; response_revision:33501; number_of_response:1; }","duration":"192.033612ms","start":"2026-03-03T21:18:29.406307Z","end":"2026-03-03T21:18:29.59834Z","steps":["trace[1056747506] 'process raft request' (duration: 167.158314ms)","trace[1056747506] 'compare' (duration: 24.277794ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:18:29.975037Z","caller":"traceutil/trace.go:171","msg":"trace[696875604] linearizableReadLoop","detail":"{readStateIndex:34675; appliedIndex:34673; }","duration":"489.37178ms","start":"2026-03-03T21:18:29.485635Z","end":"2026-03-03T21:18:29.975007Z","steps":["trace[696875604] 'read index received' (duration: 89.811627ms)","trace[696875604] 'applied index is now lower than readState.Index' (duration: 399.558862ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:18:29.97523Z","caller":"traceutil/trace.go:171","msg":"trace[523256929] transaction","detail":"{read_only:false; response_revision:33502; number_of_response:1; }","duration":"496.944885ms","start":"2026-03-03T21:18:29.478269Z","end":"2026-03-03T21:18:29.975214Z","steps":["trace[523256929] 'process raft request' (duration: 496.452334ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:29.975326Z","caller":"traceutil/trace.go:171","msg":"trace[2102297747] transaction","detail":"{read_only:false; response_revision:33503; number_of_response:1; }","duration":"451.395797ms","start":"2026-03-03T21:18:29.523906Z","end":"2026-03-03T21:18:29.975302Z","steps":["trace[2102297747] 'process raft request' (duration: 451.027829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:29.975367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:29.478247Z","time spent":"497.022468ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:18:29.975602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.945983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/tempest-run-tests-l69ks\" ","response":"range_response_count:1 size:10042"} {"level":"warn","ts":"2026-03-03T21:18:29.975632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:29.523882Z","time spent":"451.697454ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:18:29.975683Z","caller":"traceutil/trace.go:171","msg":"trace[1693835085] range","detail":"{range_begin:/registry/pods/openstack/tempest-run-tests-l69ks; range_end:; response_count:1; response_revision:33503; }","duration":"490.081026ms","start":"2026-03-03T21:18:29.485579Z","end":"2026-03-03T21:18:29.97566Z","steps":["trace[1693835085] 'agreement among raft nodes before linearized reading' (duration: 489.83471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:29.97572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:29.485565Z","time spent":"490.147137ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":10065,"request content":"key:\"/registry/pods/openstack/tempest-run-tests-l69ks\" "} {"level":"warn","ts":"2026-03-03T21:18:30.393477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.369298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T21:18:30.393598Z","caller":"traceutil/trace.go:171","msg":"trace[1593129953] linearizableReadLoop","detail":"{readStateIndex:34677; appliedIndex:34676; }","duration":"418.408841ms","start":"2026-03-03T21:18:29.97517Z","end":"2026-03-03T21:18:30.393579Z","steps":["trace[1593129953] 'read index received' (duration: 148.874369ms)","trace[1593129953] 'applied index is now lower than readState.Index' (duration: 269.532702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:18:30.393847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.348824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:18:30.393928Z","caller":"traceutil/trace.go:171","msg":"trace[347558081] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:33504; }","duration":"806.498158ms","start":"2026-03-03T21:18:29.587406Z","end":"2026-03-03T21:18:30.393904Z","steps":["trace[347558081] 'agreement among raft nodes before linearized reading' (duration: 806.355814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:30.393959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.877065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T21:18:30.394028Z","caller":"traceutil/trace.go:171","msg":"trace[875560053] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:33504; }","duration":"447.978457ms","start":"2026-03-03T21:18:29.946035Z","end":"2026-03-03T21:18:30.394013Z","steps":["trace[875560053] 'agreement among raft nodes before linearized reading' (duration: 447.67011ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:30.394031Z","caller":"traceutil/trace.go:171","msg":"trace[455397110] transaction","detail":"{read_only:false; response_revision:33504; number_of_response:1; }","duration":"611.601079ms","start":"2026-03-03T21:18:29.782418Z","end":"2026-03-03T21:18:30.394019Z","steps":["trace[455397110] 'process raft request' (duration: 341.599246ms)","trace[455397110] 'compare' (duration: 269.187614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:18:30.393972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:29.587385Z","time spent":"806.576649ms","remote":"127.0.0.1:42840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:18:30.394073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:29.946022Z","time spent":"448.040729ms","remote":"127.0.0.1:38938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":184,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:18:30.393803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.691963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:18:30.394119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:29.782379Z","time spent":"611.685901ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:18:30.394148Z","caller":"traceutil/trace.go:171","msg":"trace[261541062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33504; }","duration":"430.079452ms","start":"2026-03-03T21:18:29.964044Z","end":"2026-03-03T21:18:30.394123Z","steps":["trace[261541062] 'agreement among raft nodes before linearized reading' (duration: 429.632751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:30.394239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:29.964029Z","time spent":"430.191465ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:18:30.478313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.120439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T21:18:30.478397Z","caller":"traceutil/trace.go:171","msg":"trace[229386907] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:33505; }","duration":"231.276723ms","start":"2026-03-03T21:18:30.247105Z","end":"2026-03-03T21:18:30.478382Z","steps":["trace[229386907] 'agreement among raft nodes before linearized reading' (duration: 231.116729ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:30.478653Z","caller":"traceutil/trace.go:171","msg":"trace[1264641861] transaction","detail":"{read_only:false; response_revision:33505; number_of_response:1; }","duration":"473.132012ms","start":"2026-03-03T21:18:30.005034Z","end":"2026-03-03T21:18:30.478166Z","steps":["trace[1264641861] 'process raft request' (duration: 472.933487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:30.478741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.634308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:18:30.478884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:30.004997Z","time spent":"473.726556ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10158,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:18:30.478857Z","caller":"traceutil/trace.go:171","msg":"trace[583400372] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:33505; }","duration":"434.785901ms","start":"2026-03-03T21:18:30.044032Z","end":"2026-03-03T21:18:30.478818Z","steps":["trace[583400372] 'agreement among raft nodes before linearized reading' (duration: 434.166457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:30.478984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:30.044008Z","time spent":"434.964005ms","remote":"127.0.0.1:35934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:18:30.645364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.666531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-678b49c798-pwfht.18996ef5d8cb9d5d\" ","response":"range_response_count:1 size:1180"} {"level":"info","ts":"2026-03-03T21:18:30.645481Z","caller":"traceutil/trace.go:171","msg":"trace[1637558616] range","detail":"{range_begin:/registry/events/openstack/cinder-api-678b49c798-pwfht.18996ef5d8cb9d5d; range_end:; response_count:1; response_revision:33505; }","duration":"113.824195ms","start":"2026-03-03T21:18:30.531632Z","end":"2026-03-03T21:18:30.645456Z","steps":["trace[1637558616] 'range keys from in-memory index tree' (duration: 113.161949ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:31.021647Z","caller":"traceutil/trace.go:171","msg":"trace[687594496] linearizableReadLoop","detail":"{readStateIndex:34680; appliedIndex:34678; }","duration":"284.315364ms","start":"2026-03-03T21:18:30.737302Z","end":"2026-03-03T21:18:31.021618Z","steps":["trace[687594496] 'read index received' (duration: 1.635988ms)","trace[687594496] 'applied index is now lower than readState.Index' (duration: 282.677696ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:18:31.021701Z","caller":"traceutil/trace.go:171","msg":"trace[1227716107] transaction","detail":"{read_only:false; response_revision:33506; number_of_response:1; }","duration":"373.713221ms","start":"2026-03-03T21:18:30.647934Z","end":"2026-03-03T21:18:31.021647Z","steps":["trace[1227716107] 'process raft request' (duration: 373.329182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:31.021842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.531509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T21:18:31.021899Z","caller":"traceutil/trace.go:171","msg":"trace[1629326612] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:33506; }","duration":"284.641822ms","start":"2026-03-03T21:18:30.737243Z","end":"2026-03-03T21:18:31.021885Z","steps":["trace[1629326612] 'agreement among raft nodes before linearized reading' (duration: 284.511429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:31.022193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:30.64791Z","time spent":"373.870154ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:18:31.343025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.675612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T21:18:31.343299Z","caller":"traceutil/trace.go:171","msg":"trace[348254685] transaction","detail":"{read_only:false; response_revision:33507; number_of_response:1; }","duration":"602.877335ms","start":"2026-03-03T21:18:30.740374Z","end":"2026-03-03T21:18:31.343252Z","steps":["trace[348254685] 'process raft request' (duration: 370.884395ms)","trace[348254685] 'compare' (duration: 231.413626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:18:31.343493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:30.740348Z","time spent":"603.041589ms","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:18:31.343513Z","caller":"traceutil/trace.go:171","msg":"trace[414774368] linearizableReadLoop","detail":"{readStateIndex:34681; appliedIndex:34680; }","duration":"321.754515ms","start":"2026-03-03T21:18:31.021727Z","end":"2026-03-03T21:18:31.343482Z","steps":["trace[414774368] 'read index received' (duration: 89.458728ms)","trace[414774368] 'applied index is now lower than readState.Index' (duration: 232.292997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:18:31.343585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.014279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:18:31.343623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.660027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T21:18:31.343655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.412087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T21:18:31.343671Z","caller":"traceutil/trace.go:171","msg":"trace[1978270976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33508; }","duration":"377.151622ms","start":"2026-03-03T21:18:30.966499Z","end":"2026-03-03T21:18:31.34365Z","steps":["trace[1978270976] 'agreement among raft nodes before linearized reading' (duration: 377.003358ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:31.343673Z","caller":"traceutil/trace.go:171","msg":"trace[2060482302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33508; }","duration":"576.815291ms","start":"2026-03-03T21:18:30.766841Z","end":"2026-03-03T21:18:31.343657Z","steps":["trace[2060482302] 'agreement among raft nodes before linearized reading' (duration: 576.672378ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:31.343706Z","caller":"traceutil/trace.go:171","msg":"trace[1247238076] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33508; }","duration":"578.473839ms","start":"2026-03-03T21:18:30.765218Z","end":"2026-03-03T21:18:31.343691Z","steps":["trace[1247238076] 'agreement among raft nodes before linearized reading' (duration: 578.266354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:31.343701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.388854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:18:31.34371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.601952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T21:18:31.34373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:30.966474Z","time spent":"377.234903ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:18:31.343773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:30.765192Z","time spent":"578.569701ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T21:18:31.343784Z","caller":"traceutil/trace.go:171","msg":"trace[932279971] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:33508; }","duration":"580.476716ms","start":"2026-03-03T21:18:30.763289Z","end":"2026-03-03T21:18:31.343765Z","steps":["trace[932279971] 'agreement among raft nodes before linearized reading' (duration: 580.333682ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:31.3438Z","caller":"traceutil/trace.go:171","msg":"trace[1312659996] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33508; }","duration":"578.710905ms","start":"2026-03-03T21:18:30.765066Z","end":"2026-03-03T21:18:31.343777Z","steps":["trace[1312659996] 'agreement among raft nodes before linearized reading' (duration: 578.463479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:31.343837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:30.763127Z","time spent":"580.691421ms","remote":"127.0.0.1:42800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:18:31.343799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.205546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T21:18:31.343846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:30.765054Z","time spent":"578.778986ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T21:18:31.343927Z","caller":"traceutil/trace.go:171","msg":"trace[1877778083] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33508; }","duration":"579.340179ms","start":"2026-03-03T21:18:30.764544Z","end":"2026-03-03T21:18:31.343884Z","steps":["trace[1877778083] 'agreement among raft nodes before linearized reading' (duration: 579.020972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:31.344006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:30.764529Z","time spent":"579.465622ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T21:18:31.343729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:30.766803Z","time spent":"576.905023ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T21:18:31.372002Z","caller":"traceutil/trace.go:171","msg":"trace[283911394] transaction","detail":"{read_only:false; response_revision:33509; number_of_response:1; }","duration":"126.595392ms","start":"2026-03-03T21:18:31.245378Z","end":"2026-03-03T21:18:31.371974Z","steps":["trace[283911394] 'process raft request' (duration: 126.408737ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:31.372188Z","caller":"traceutil/trace.go:171","msg":"trace[860137782] transaction","detail":"{read_only:false; response_revision:33510; number_of_response:1; }","duration":"126.670453ms","start":"2026-03-03T21:18:31.245479Z","end":"2026-03-03T21:18:31.37215Z","steps":["trace[860137782] 'process raft request' (duration: 126.449838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:31.372272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.108904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T21:18:31.37235Z","caller":"traceutil/trace.go:171","msg":"trace[1370263552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33510; }","duration":"124.230387ms","start":"2026-03-03T21:18:31.248101Z","end":"2026-03-03T21:18:31.372331Z","steps":["trace[1370263552] 'agreement among raft nodes before linearized reading' (duration: 124.037263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:31.372601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.563514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T21:18:31.372679Z","caller":"traceutil/trace.go:171","msg":"trace[360364814] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:33510; }","duration":"232.660006ms","start":"2026-03-03T21:18:31.139998Z","end":"2026-03-03T21:18:31.372658Z","steps":["trace[360364814] 'agreement among raft nodes before linearized reading' (duration: 232.39451ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:31.53135Z","caller":"traceutil/trace.go:171","msg":"trace[951364020] transaction","detail":"{read_only:false; response_revision:33512; number_of_response:1; }","duration":"182.234493ms","start":"2026-03-03T21:18:31.349082Z","end":"2026-03-03T21:18:31.531317Z","steps":["trace[951364020] 'process raft request' (duration: 182.139951ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:31.531361Z","caller":"traceutil/trace.go:171","msg":"trace[1257471440] transaction","detail":"{read_only:false; response_revision:33511; number_of_response:1; }","duration":"182.317406ms","start":"2026-03-03T21:18:31.349008Z","end":"2026-03-03T21:18:31.531325Z","steps":["trace[1257471440] 'process raft request' (duration: 182.038209ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:31.531598Z","caller":"traceutil/trace.go:171","msg":"trace[1300620629] linearizableReadLoop","detail":"{readStateIndex:34688; appliedIndex:34684; }","duration":"159.470765ms","start":"2026-03-03T21:18:31.372114Z","end":"2026-03-03T21:18:31.531584Z","steps":["trace[1300620629] 'read index received' (duration: 158.952883ms)","trace[1300620629] 'applied index is now lower than readState.Index' (duration: 516.462µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:18:31.531653Z","caller":"traceutil/trace.go:171","msg":"trace[1689721165] transaction","detail":"{read_only:false; response_revision:33514; number_of_response:1; }","duration":"181.807544ms","start":"2026-03-03T21:18:31.349827Z","end":"2026-03-03T21:18:31.531634Z","steps":["trace[1689721165] 'process raft request' (duration: 181.64155ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:31.531641Z","caller":"traceutil/trace.go:171","msg":"trace[975511036] transaction","detail":"{read_only:false; response_revision:33513; number_of_response:1; }","duration":"181.842264ms","start":"2026-03-03T21:18:31.349773Z","end":"2026-03-03T21:18:31.531615Z","steps":["trace[975511036] 'process raft request' (duration: 181.496416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:31.531811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.862321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-03T21:18:31.531852Z","caller":"traceutil/trace.go:171","msg":"trace[105995319] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:33514; }","duration":"183.925373ms","start":"2026-03-03T21:18:31.347916Z","end":"2026-03-03T21:18:31.531842Z","steps":["trace[105995319] 'agreement among raft nodes before linearized reading' (duration: 183.728068ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:31.66431Z","caller":"traceutil/trace.go:171","msg":"trace[1488944868] transaction","detail":"{read_only:false; response_revision:33515; number_of_response:1; }","duration":"287.505939ms","start":"2026-03-03T21:18:31.376769Z","end":"2026-03-03T21:18:31.664275Z","steps":["trace[1488944868] 'process raft request' (duration: 231.206611ms)","trace[1488944868] 'compare' (duration: 56.147254ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:18:31.664328Z","caller":"traceutil/trace.go:171","msg":"trace[46901489] linearizableReadLoop","detail":"{readStateIndex:34689; appliedIndex:34688; }","duration":"130.592183ms","start":"2026-03-03T21:18:31.533711Z","end":"2026-03-03T21:18:31.664304Z","steps":["trace[46901489] 'read index received' (duration: 74.279905ms)","trace[46901489] 'applied index is now lower than readState.Index' (duration: 56.310958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:18:31.664655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.938471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-03T21:18:31.664689Z","caller":"traceutil/trace.go:171","msg":"trace[354535592] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:33516; }","duration":"131.025983ms","start":"2026-03-03T21:18:31.533652Z","end":"2026-03-03T21:18:31.664678Z","steps":["trace[354535592] 'agreement among raft nodes before linearized reading' (duration: 130.722646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:32.102006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.215044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:18:32.102083Z","caller":"traceutil/trace.go:171","msg":"trace[2137806382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33517; }","duration":"136.340007ms","start":"2026-03-03T21:18:31.965725Z","end":"2026-03-03T21:18:32.102065Z","steps":["trace[2137806382] 'range keys from in-memory index tree' (duration: 136.138133ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:32.102479Z","caller":"traceutil/trace.go:171","msg":"trace[127457999] transaction","detail":"{read_only:false; response_revision:33518; number_of_response:1; }","duration":"121.572024ms","start":"2026-03-03T21:18:31.980872Z","end":"2026-03-03T21:18:32.102444Z","steps":["trace[127457999] 'process raft request' (duration: 46.93919ms)","trace[127457999] 'compare' (duration: 74.222704ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:18:32.171439Z","caller":"traceutil/trace.go:171","msg":"trace[1334578174] transaction","detail":"{read_only:false; response_revision:33519; number_of_response:1; }","duration":"171.583696ms","start":"2026-03-03T21:18:31.999825Z","end":"2026-03-03T21:18:32.171408Z","steps":["trace[1334578174] 'process raft request' (duration: 171.389511ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:44.377734Z","caller":"traceutil/trace.go:171","msg":"trace[1984190243] transaction","detail":"{read_only:false; response_revision:33607; number_of_response:1; }","duration":"217.819711ms","start":"2026-03-03T21:18:44.159886Z","end":"2026-03-03T21:18:44.377705Z","steps":["trace[1984190243] 'process raft request' (duration: 153.340453ms)","trace[1984190243] 'compare' (duration: 64.075608ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:18:44.454625Z","caller":"traceutil/trace.go:171","msg":"trace[830113086] transaction","detail":"{read_only:false; response_revision:33608; number_of_response:1; }","duration":"237.178649ms","start":"2026-03-03T21:18:44.217428Z","end":"2026-03-03T21:18:44.454607Z","steps":["trace[830113086] 'process raft request' (duration: 237.074017ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:19:11.898812Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31652} {"level":"info","ts":"2026-03-03T21:19:12.019789Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31652,"took":"116.20373ms","hash":907914439,"current-db-size-bytes":46985216,"current-db-size":"47 MB","current-db-size-in-use-bytes":28229632,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T21:19:12.019863Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":907914439,"revision":31652,"compact-revision":29580} {"level":"info","ts":"2026-03-03T21:19:30.537474Z","caller":"traceutil/trace.go:171","msg":"trace[1104960133] linearizableReadLoop","detail":"{readStateIndex:35110; appliedIndex:35109; }","duration":"453.014245ms","start":"2026-03-03T21:19:30.084429Z","end":"2026-03-03T21:19:30.537443Z","steps":["trace[1104960133] 'read index received' (duration: 360.556237ms)","trace[1104960133] 'applied index is now lower than readState.Index' (duration: 92.456728ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:19:30.537552Z","caller":"traceutil/trace.go:171","msg":"trace[912523827] transaction","detail":"{read_only:false; response_revision:33923; number_of_response:1; }","duration":"594.079822ms","start":"2026-03-03T21:19:29.943387Z","end":"2026-03-03T21:19:30.537467Z","steps":["trace[912523827] 'process raft request' (duration: 501.584513ms)","trace[912523827] 'compare' (duration: 92.313045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:19:30.537723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.271898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:19:30.537736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:19:29.943371Z","time spent":"594.283407ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:19:30.537778Z","caller":"traceutil/trace.go:171","msg":"trace[234844337] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:33923; }","duration":"452.368239ms","start":"2026-03-03T21:19:30.085395Z","end":"2026-03-03T21:19:30.537763Z","steps":["trace[234844337] 'agreement among raft nodes before linearized reading' (duration: 452.271207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:19:30.537817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:19:30.085378Z","time spent":"452.429511ms","remote":"127.0.0.1:46688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:19:30.539098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.652992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:38 size:313450"} {"level":"info","ts":"2026-03-03T21:19:30.539174Z","caller":"traceutil/trace.go:171","msg":"trace[1969967788] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:38; response_revision:33923; }","duration":"454.742614ms","start":"2026-03-03T21:19:30.084415Z","end":"2026-03-03T21:19:30.539158Z","steps":["trace[1969967788] 'agreement among raft nodes before linearized reading' (duration: 453.125537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:19:30.539217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:19:30.084361Z","time spent":"454.845497ms","remote":"127.0.0.1:46096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":38,"response size":313473,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-03T21:20:47.433926Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008b68.wal"} {"level":"info","ts":"2026-03-03T21:24:11.906771Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33799} {"level":"info","ts":"2026-03-03T21:24:12.097359Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33799,"took":"185.96101ms","hash":667909590,"current-db-size-bytes":48287744,"current-db-size":"48 MB","current-db-size-in-use-bytes":29515776,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T21:24:12.09744Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":667909590,"revision":33799,"compact-revision":31652} {"level":"info","ts":"2026-03-03T21:24:15.417839Z","caller":"traceutil/trace.go:171","msg":"trace[1295798245] transaction","detail":"{read_only:false; response_revision:35908; number_of_response:1; }","duration":"122.572817ms","start":"2026-03-03T21:24:15.29524Z","end":"2026-03-03T21:24:15.417812Z","steps":["trace[1295798245] 'process raft request' (duration: 99.518551ms)","trace[1295798245] 'compare' (duration: 22.914753ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:24:15.418028Z","caller":"traceutil/trace.go:171","msg":"trace[1292827542] linearizableReadLoop","detail":"{readStateIndex:37157; appliedIndex:37155; }","duration":"122.67746ms","start":"2026-03-03T21:24:15.295339Z","end":"2026-03-03T21:24:15.418017Z","steps":["trace[1292827542] 'read index received' (duration: 78.941564ms)","trace[1292827542] 'applied index is now lower than readState.Index' (duration: 43.734576ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:24:15.418154Z","caller":"traceutil/trace.go:171","msg":"trace[171629941] transaction","detail":"{read_only:false; response_revision:35909; number_of_response:1; }","duration":"122.780152ms","start":"2026-03-03T21:24:15.29534Z","end":"2026-03-03T21:24:15.41812Z","steps":["trace[171629941] 'process raft request' (duration: 122.428274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:15.418338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.996617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T21:24:15.418375Z","caller":"traceutil/trace.go:171","msg":"trace[1928017094] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35909; }","duration":"123.091319ms","start":"2026-03-03T21:24:15.295273Z","end":"2026-03-03T21:24:15.418364Z","steps":["trace[1928017094] 'agreement among raft nodes before linearized reading' (duration: 122.785402ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:26:36.213471Z","caller":"traceutil/trace.go:171","msg":"trace[650392003] transaction","detail":"{read_only:false; response_revision:36897; number_of_response:1; }","duration":"104.713552ms","start":"2026-03-03T21:26:36.108712Z","end":"2026-03-03T21:26:36.213426Z","steps":["trace[650392003] 'process raft request' (duration: 104.334354ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:29:11.914533Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35885} {"level":"info","ts":"2026-03-03T21:29:12.04772Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35885,"took":"128.542046ms","hash":3719673522,"current-db-size-bytes":50397184,"current-db-size":"50 MB","current-db-size-in-use-bytes":28856320,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-03T21:29:12.047776Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3719673522,"revision":35885,"compact-revision":33799} {"level":"warn","ts":"2026-03-03T21:30:25.493588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.254086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:30:25.493645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.174198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T21:30:25.493704Z","caller":"traceutil/trace.go:171","msg":"trace[1010751715] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38511; }","duration":"116.23643ms","start":"2026-03-03T21:30:25.377449Z","end":"2026-03-03T21:30:25.493685Z","steps":["trace[1010751715] 'range keys from in-memory index tree' (duration: 115.970454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:30:25.49369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.157242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T21:30:25.493738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.277746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/identity\" ","response":"range_response_count:1 size:1067"} {"level":"info","ts":"2026-03-03T21:30:25.493851Z","caller":"traceutil/trace.go:171","msg":"trace[809003729] range","detail":"{range_begin:/registry/ingress/openstack/identity; range_end:; response_count:1; response_revision:38511; }","duration":"158.42634ms","start":"2026-03-03T21:30:25.335401Z","end":"2026-03-03T21:30:25.493827Z","steps":["trace[809003729] 'range keys from in-memory index tree' (duration: 158.109283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:30:25.493738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.260425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T21:30:25.493953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.470063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/dashboard\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-03-03T21:30:25.493992Z","caller":"traceutil/trace.go:171","msg":"trace[301060646] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38511; }","duration":"130.559022ms","start":"2026-03-03T21:30:25.363418Z","end":"2026-03-03T21:30:25.493977Z","steps":["trace[301060646] 'range keys from in-memory index tree' (duration: 130.098962ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:30:25.494008Z","caller":"traceutil/trace.go:171","msg":"trace[2102407865] range","detail":"{range_begin:/registry/ingress/openstack/dashboard; range_end:; response_count:1; response_revision:38511; }","duration":"134.551006ms","start":"2026-03-03T21:30:25.359438Z","end":"2026-03-03T21:30:25.493989Z","steps":["trace[2102407865] 'range keys from in-memory index tree' (duration: 134.311649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:30:25.494051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.299738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T21:30:25.494073Z","caller":"traceutil/trace.go:171","msg":"trace[2043596995] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38511; }","duration":"118.341228ms","start":"2026-03-03T21:30:25.375726Z","end":"2026-03-03T21:30:25.494067Z","steps":["trace[2043596995] 'range keys from in-memory index tree' (duration: 118.193905ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:30:25.493779Z","caller":"traceutil/trace.go:171","msg":"trace[1519471089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38511; }","duration":"117.297834ms","start":"2026-03-03T21:30:25.376463Z","end":"2026-03-03T21:30:25.493761Z","steps":["trace[1519471089] 'range keys from in-memory index tree' (duration: 116.987507ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:30:25.493718Z","caller":"traceutil/trace.go:171","msg":"trace[705004828] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:38511; }","duration":"152.42447ms","start":"2026-03-03T21:30:25.341248Z","end":"2026-03-03T21:30:25.493672Z","steps":["trace[705004828] 'count revisions from in-memory index tree' (duration: 152.154314ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:30:31.153431Z","caller":"traceutil/trace.go:171","msg":"trace[429232145] linearizableReadLoop","detail":"{readStateIndex:39911; appliedIndex:39910; }","duration":"177.007721ms","start":"2026-03-03T21:30:30.976396Z","end":"2026-03-03T21:30:31.153404Z","steps":["trace[429232145] 'read index received' (duration: 176.780836ms)","trace[429232145] 'applied index is now lower than readState.Index' (duration: 225.625µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:30:31.153918Z","caller":"traceutil/trace.go:171","msg":"trace[1650279] transaction","detail":"{read_only:false; response_revision:38578; number_of_response:1; }","duration":"189.722347ms","start":"2026-03-03T21:30:30.964151Z","end":"2026-03-03T21:30:31.153873Z","steps":["trace[1650279] 'process raft request' (duration: 189.049572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:30:31.154171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.749319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-service\" ","response":"range_response_count:1 size:9018"} {"level":"info","ts":"2026-03-03T21:30:31.154262Z","caller":"traceutil/trace.go:171","msg":"trace[2103170129] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-service; range_end:; response_count:1; response_revision:38578; }","duration":"177.888642ms","start":"2026-03-03T21:30:30.976354Z","end":"2026-03-03T21:30:31.154242Z","steps":["trace[2103170129] 'agreement among raft nodes before linearized reading' (duration: 177.578525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:30:31.1544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.059463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11092"} {"level":"info","ts":"2026-03-03T21:30:31.154606Z","caller":"traceutil/trace.go:171","msg":"trace[1523523025] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:38578; }","duration":"106.32493ms","start":"2026-03-03T21:30:31.048131Z","end":"2026-03-03T21:30:31.154456Z","steps":["trace[1523523025] 'agreement among raft nodes before linearized reading' (duration: 105.808818ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:30:38.767628Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f52f30d5714009d5","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T21:30:38.77227Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-03-03T21:30:38.772372Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-03-03T21:30:47.864464Z","caller":"traceutil/trace.go:171","msg":"trace[610776447] linearizableReadLoop","detail":"{readStateIndex:40087; appliedIndex:40084; }","duration":"101.216151ms","start":"2026-03-03T21:30:47.763224Z","end":"2026-03-03T21:30:47.86444Z","steps":["trace[610776447] 'read index received' (duration: 16.722178ms)","trace[610776447] 'applied index is now lower than readState.Index' (duration: 84.492793ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:30:47.864508Z","caller":"traceutil/trace.go:171","msg":"trace[180062028] transaction","detail":"{read_only:false; response_revision:38750; number_of_response:1; }","duration":"103.455013ms","start":"2026-03-03T21:30:47.761025Z","end":"2026-03-03T21:30:47.86448Z","steps":["trace[180062028] 'process raft request' (duration: 98.475347ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:30:47.864556Z","caller":"traceutil/trace.go:171","msg":"trace[536142806] transaction","detail":"{read_only:false; response_revision:38751; number_of_response:1; }","duration":"103.232558ms","start":"2026-03-03T21:30:47.761291Z","end":"2026-03-03T21:30:47.864523Z","steps":["trace[536142806] 'process raft request' (duration: 103.103375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:30:47.864751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.672728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-ks-endpoints-b26qh\" ","response":"range_response_count:1 size:15454"} {"level":"info","ts":"2026-03-03T21:30:47.864797Z","caller":"traceutil/trace.go:171","msg":"trace[2054085364] range","detail":"{range_begin:/registry/pods/openstack/magnum-ks-endpoints-b26qh; range_end:; response_count:1; response_revision:38751; }","duration":"100.75247ms","start":"2026-03-03T21:30:47.764034Z","end":"2026-03-03T21:30:47.864787Z","steps":["trace[2054085364] 'agreement among raft nodes before linearized reading' (duration: 100.577166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:30:47.867269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.013676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390975"} {"level":"info","ts":"2026-03-03T21:30:47.867365Z","caller":"traceutil/trace.go:171","msg":"trace[1020241508] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:38751; }","duration":"104.150119ms","start":"2026-03-03T21:30:47.763197Z","end":"2026-03-03T21:30:47.867347Z","steps":["trace[1020241508] 'agreement among raft nodes before linearized reading' (duration: 101.386245ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:32:32.018616Z","caller":"traceutil/trace.go:171","msg":"trace[1639097802] transaction","detail":"{read_only:false; response_revision:39454; number_of_response:1; }","duration":"123.236213ms","start":"2026-03-03T21:32:31.895329Z","end":"2026-03-03T21:32:32.018565Z","steps":["trace[1639097802] 'process raft request' (duration: 38.946355ms)","trace[1639097802] 'compare' (duration: 83.93318ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:32:32.018612Z","caller":"traceutil/trace.go:171","msg":"trace[1901571913] linearizableReadLoop","detail":"{readStateIndex:40813; appliedIndex:40810; }","duration":"112.122514ms","start":"2026-03-03T21:32:31.906455Z","end":"2026-03-03T21:32:32.018578Z","steps":["trace[1901571913] 'read index received' (duration: 25.792299ms)","trace[1901571913] 'applied index is now lower than readState.Index' (duration: 86.329115ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:32:32.019764Z","caller":"traceutil/trace.go:171","msg":"trace[1312230936] transaction","detail":"{read_only:false; response_revision:39455; number_of_response:1; }","duration":"122.311221ms","start":"2026-03-03T21:32:31.896304Z","end":"2026-03-03T21:32:32.018615Z","steps":["trace[1312230936] 'process raft request' (duration: 122.168218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:32:32.020254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.773323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-node-lease/\" range_end:\"/registry/pods/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:32:32.020372Z","caller":"traceutil/trace.go:171","msg":"trace[1400039325] range","detail":"{range_begin:/registry/pods/kube-node-lease/; range_end:/registry/pods/kube-node-lease0; response_count:0; response_revision:39455; }","duration":"113.919646ms","start":"2026-03-03T21:32:31.906418Z","end":"2026-03-03T21:32:32.020338Z","steps":["trace[1400039325] 'agreement among raft nodes before linearized reading' (duration: 112.223827ms)"],"step_count":1}