{"level":"warn","ts":"2026-02-26T21:01:18.081049Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-26T21:01:18.081156Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.156:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.156:2380","--initial-cluster=instance=https://199.204.45.156:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.156:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.156:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-26T21:01:18.081277Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-26T21:01:18.081293Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-02-26T21:01:18.081326Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-26T21:01:18.081963Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"]} {"level":"info","ts":"2026-02-26T21:01:18.082059Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.156:2380"],"listen-peer-urls":["https://199.204.45.156:2380"],"advertise-client-urls":["https://199.204.45.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.156:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-26T21:01:18.087544Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.237388ms"} {"level":"info","ts":"2026-02-26T21:01:18.101713Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5ac240a6daec2148","cluster-id":"62163637a46c33c2"} {"level":"info","ts":"2026-02-26T21:01:18.101828Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=()"} {"level":"info","ts":"2026-02-26T21:01:18.101858Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became follower at term 0"} {"level":"info","ts":"2026-02-26T21:01:18.10187Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5ac240a6daec2148 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-26T21:01:18.101885Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became follower at term 1"} {"level":"info","ts":"2026-02-26T21:01:18.101928Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=(6539860694277038408)"} {"level":"warn","ts":"2026-02-26T21:01:18.111574Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-26T21:01:18.113229Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-26T21:01:18.114756Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-26T21:01:18.117011Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5ac240a6daec2148","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-26T21:01:18.118242Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5ac240a6daec2148","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-26T21:01:18.119374Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T21:01:18.119588Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T21:01:18.119633Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T21:01:18.121849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=(6539860694277038408)"} {"level":"info","ts":"2026-02-26T21:01:18.122048Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"62163637a46c33c2","local-member-id":"5ac240a6daec2148","added-peer-id":"5ac240a6daec2148","added-peer-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-02-26T21:01:18.122634Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-26T21:01:18.122715Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.156:2380"} {"level":"info","ts":"2026-02-26T21:01:18.122767Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.156:2380"} {"level":"info","ts":"2026-02-26T21:01:18.122998Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5ac240a6daec2148","initial-advertise-peer-urls":["https://199.204.45.156:2380"],"listen-peer-urls":["https://199.204.45.156:2380"],"advertise-client-urls":["https://199.204.45.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-26T21:01:18.123072Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-26T21:01:18.603167Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 is starting a new election at term 1"} {"level":"info","ts":"2026-02-26T21:01:18.60324Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became pre-candidate at term 1"} {"level":"info","ts":"2026-02-26T21:01:18.60327Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 received MsgPreVoteResp from 5ac240a6daec2148 at term 1"} {"level":"info","ts":"2026-02-26T21:01:18.603286Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became candidate at term 2"} {"level":"info","ts":"2026-02-26T21:01:18.603294Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 received MsgVoteResp from 5ac240a6daec2148 at term 2"} {"level":"info","ts":"2026-02-26T21:01:18.603305Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became leader at term 2"} {"level":"info","ts":"2026-02-26T21:01:18.603315Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5ac240a6daec2148 elected leader 5ac240a6daec2148 at term 2"} {"level":"info","ts":"2026-02-26T21:01:18.64511Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T21:01:18.645906Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-26T21:01:18.645912Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5ac240a6daec2148","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.156:2379]}","request-path":"/0/members/5ac240a6daec2148/attributes","cluster-id":"62163637a46c33c2","publish-timeout":"7s"} {"level":"info","ts":"2026-02-26T21:01:18.64597Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-26T21:01:18.646545Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-26T21:01:18.646623Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-26T21:01:18.647453Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"62163637a46c33c2","local-member-id":"5ac240a6daec2148","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T21:01:18.647703Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T21:01:18.647755Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T21:01:18.648743Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.156:2379"} {"level":"info","ts":"2026-02-26T21:01:18.651383Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-26T21:01:27.249024Z","caller":"traceutil/trace.go:171","msg":"trace[849220200] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"160.791387ms","start":"2026-02-26T21:01:27.088204Z","end":"2026-02-26T21:01:27.248996Z","steps":["trace[849220200] 'process raft request' (duration: 160.668373ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:01:27.505163Z","caller":"traceutil/trace.go:171","msg":"trace[1651470661] linearizableReadLoop","detail":"{readStateIndex:340; appliedIndex:339; }","duration":"218.443516ms","start":"2026-02-26T21:01:27.286685Z","end":"2026-02-26T21:01:27.505128Z","steps":["trace[1651470661] 'read index received' (duration: 202.121438ms)","trace[1651470661] 'applied index is now lower than readState.Index' (duration: 16.320978ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:01:27.505219Z","caller":"traceutil/trace.go:171","msg":"trace[1916497122] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"223.475287ms","start":"2026-02-26T21:01:27.281717Z","end":"2026-02-26T21:01:27.505193Z","steps":["trace[1916497122] 'process raft request' (duration: 207.074416ms)","trace[1916497122] 'compare' (duration: 16.219206ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:01:27.505346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.59889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-02-26T21:01:27.505418Z","caller":"traceutil/trace.go:171","msg":"trace[123699745] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:328; }","duration":"218.723644ms","start":"2026-02-26T21:01:27.286682Z","end":"2026-02-26T21:01:27.505405Z","steps":["trace[123699745] 'agreement among raft nodes before linearized reading' (duration: 218.561909ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:01:30.189934Z","caller":"traceutil/trace.go:171","msg":"trace[1264893562] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"142.533893ms","start":"2026-02-26T21:01:30.047351Z","end":"2026-02-26T21:01:30.189885Z","steps":["trace[1264893562] 'process raft request' (duration: 142.236355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:01:34.032955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355673492,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T21:01:34.061695Z","caller":"traceutil/trace.go:171","msg":"trace[131261791] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"799.843527ms","start":"2026-02-26T21:01:33.261835Z","end":"2026-02-26T21:01:34.061679Z","steps":["trace[131261791] 'process raft request' (duration: 799.741584ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:01:34.062216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:01:33.261816Z","time spent":"799.938829ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4649,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:01:34.062507Z","caller":"traceutil/trace.go:171","msg":"trace[1929087625] linearizableReadLoop","detail":"{readStateIndex:421; appliedIndex:419; }","duration":"530.421379ms","start":"2026-02-26T21:01:33.532076Z","end":"2026-02-26T21:01:34.062497Z","steps":["trace[1929087625] 'read index received' (duration: 529.531454ms)","trace[1929087625] 'applied index is now lower than readState.Index' (duration: 889.125µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:01:34.062564Z","caller":"traceutil/trace.go:171","msg":"trace[1512066156] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"455.807402ms","start":"2026-02-26T21:01:33.606749Z","end":"2026-02-26T21:01:34.062556Z","steps":["trace[1512066156] 'process raft request' (duration: 455.693359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:01:34.062609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:01:33.606723Z","time spent":"455.861054ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:01:34.062777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.633004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T21:01:34.062891Z","caller":"traceutil/trace.go:171","msg":"trace[2109433892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:407; }","duration":"530.842671ms","start":"2026-02-26T21:01:33.532021Z","end":"2026-02-26T21:01:34.062863Z","steps":["trace[2109433892] 'agreement among raft nodes before linearized reading' (duration: 530.619575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:01:34.062959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:01:33.531997Z","time spent":"530.928383ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T21:01:40.670798Z","caller":"traceutil/trace.go:171","msg":"trace[223595223] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"574.674682ms","start":"2026-02-26T21:01:40.096108Z","end":"2026-02-26T21:01:40.670783Z","steps":["trace[223595223] 'process raft request' (duration: 574.499337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:01:40.670906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:01:40.096082Z","time spent":"574.765865ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:01:40.67078Z","caller":"traceutil/trace.go:171","msg":"trace[821056697] linearizableReadLoop","detail":"{readStateIndex:469; appliedIndex:468; }","duration":"434.981898ms","start":"2026-02-26T21:01:40.235773Z","end":"2026-02-26T21:01:40.670755Z","steps":["trace[821056697] 'read index received' (duration: 434.828104ms)","trace[821056697] 'applied index is now lower than readState.Index' (duration: 152.834µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:01:40.67101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.227916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-02-26T21:01:40.671058Z","caller":"traceutil/trace.go:171","msg":"trace[84434393] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:452; }","duration":"435.313038ms","start":"2026-02-26T21:01:40.235731Z","end":"2026-02-26T21:01:40.671044Z","steps":["trace[84434393] 'agreement among raft nodes before linearized reading' (duration: 435.099382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:01:40.671094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:01:40.235714Z","time spent":"435.372709ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T21:01:40.672545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.939368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T21:01:40.672623Z","caller":"traceutil/trace.go:171","msg":"trace[2096205516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:453; }","duration":"435.088011ms","start":"2026-02-26T21:01:40.237517Z","end":"2026-02-26T21:01:40.672605Z","steps":["trace[2096205516] 'agreement among raft nodes before linearized reading' (duration: 434.947677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:01:40.672662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:01:40.237479Z","time spent":"435.174243ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T21:01:40.672829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.932568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T21:01:40.672884Z","caller":"traceutil/trace.go:171","msg":"trace[615199869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:453; }","duration":"288.0268ms","start":"2026-02-26T21:01:40.384842Z","end":"2026-02-26T21:01:40.672869Z","steps":["trace[615199869] 'agreement among raft nodes before linearized reading' (duration: 287.929878ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:01:40.672927Z","caller":"traceutil/trace.go:171","msg":"trace[1867388062] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"243.53195ms","start":"2026-02-26T21:01:40.429372Z","end":"2026-02-26T21:01:40.672904Z","steps":["trace[1867388062] 'process raft request' (duration: 242.988825ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:01:50.931611Z","caller":"traceutil/trace.go:171","msg":"trace[525834105] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"211.780359ms","start":"2026-02-26T21:01:50.719786Z","end":"2026-02-26T21:01:50.931566Z","steps":["trace[525834105] 'process raft request' (duration: 211.507571ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:01:51.146553Z","caller":"traceutil/trace.go:171","msg":"trace[1458965597] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"425.002688ms","start":"2026-02-26T21:01:50.721524Z","end":"2026-02-26T21:01:51.146526Z","steps":["trace[1458965597] 'process raft request' (duration: 421.443398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:01:51.146719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:01:50.721515Z","time spent":"425.116481ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:01:51.146891Z","caller":"traceutil/trace.go:171","msg":"trace[1334638544] linearizableReadLoop","detail":"{readStateIndex:530; appliedIndex:527; }","duration":"423.162646ms","start":"2026-02-26T21:01:50.723697Z","end":"2026-02-26T21:01:51.146859Z","steps":["trace[1334638544] 'read index received' (duration: 207.588831ms)","trace[1334638544] 'applied index is now lower than readState.Index' (duration: 215.572895ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:01:51.147003Z","caller":"traceutil/trace.go:171","msg":"trace[984905813] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"395.565391ms","start":"2026-02-26T21:01:50.75142Z","end":"2026-02-26T21:01:51.146986Z","steps":["trace[984905813] 'process raft request' (duration: 395.317245ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:01:51.146898Z","caller":"traceutil/trace.go:171","msg":"trace[86909939] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"424.472693ms","start":"2026-02-26T21:01:50.722374Z","end":"2026-02-26T21:01:51.146847Z","steps":["trace[86909939] 'process raft request' (duration: 424.113873ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:01:51.147106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.386642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-26T21:01:51.147152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:01:50.722351Z","time spent":"424.71339ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:01:51.147164Z","caller":"traceutil/trace.go:171","msg":"trace[264145989] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:512; }","duration":"423.466855ms","start":"2026-02-26T21:01:50.723682Z","end":"2026-02-26T21:01:51.147148Z","steps":["trace[264145989] 'agreement among raft nodes before linearized reading' (duration: 423.358362ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:01:51.147287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:01:50.723673Z","time spent":"423.605019ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T21:01:51.147261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.698474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4379"} {"level":"warn","ts":"2026-02-26T21:01:51.147102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:01:50.751398Z","time spent":"395.653753ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:01:51.147372Z","caller":"traceutil/trace.go:171","msg":"trace[1632654523] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:512; }","duration":"108.833807ms","start":"2026-02-26T21:01:51.038526Z","end":"2026-02-26T21:01:51.147359Z","steps":["trace[1632654523] 'agreement among raft nodes before linearized reading' (duration: 108.58532ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:01:53.313024Z","caller":"traceutil/trace.go:171","msg":"trace[584463547] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"127.146799ms","start":"2026-02-26T21:01:53.185855Z","end":"2026-02-26T21:01:53.313002Z","steps":["trace[584463547] 'process raft request' (duration: 127.008354ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:01:54.4749Z","caller":"traceutil/trace.go:171","msg":"trace[1573920642] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"102.041246ms","start":"2026-02-26T21:01:54.372832Z","end":"2026-02-26T21:01:54.474874Z","steps":["trace[1573920642] 'process raft request' (duration: 101.884531ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:01:54.713422Z","caller":"traceutil/trace.go:171","msg":"trace[1604704357] linearizableReadLoop","detail":"{readStateIndex:561; appliedIndex:560; }","duration":"116.286135ms","start":"2026-02-26T21:01:54.597094Z","end":"2026-02-26T21:01:54.71338Z","steps":["trace[1604704357] 'read index received' (duration: 11.292668ms)","trace[1604704357] 'applied index is now lower than readState.Index' (duration: 104.991756ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:01:54.713531Z","caller":"traceutil/trace.go:171","msg":"trace[1912660317] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"128.353937ms","start":"2026-02-26T21:01:54.585145Z","end":"2026-02-26T21:01:54.713499Z","steps":["trace[1912660317] 'process raft request' (duration: 92.43365ms)","trace[1912660317] 'compare' (duration: 35.637128ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:01:54.713616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.496902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"info","ts":"2026-02-26T21:01:54.713671Z","caller":"traceutil/trace.go:171","msg":"trace[1174538001] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:541; }","duration":"116.616355ms","start":"2026-02-26T21:01:54.59704Z","end":"2026-02-26T21:01:54.713656Z","steps":["trace[1174538001] 'agreement among raft nodes before linearized reading' (duration: 116.480681ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:01:58.549516Z","caller":"traceutil/trace.go:171","msg":"trace[240774798] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"167.605377ms","start":"2026-02-26T21:01:58.381888Z","end":"2026-02-26T21:01:58.549493Z","steps":["trace[240774798] 'process raft request' (duration: 167.239356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:01:59.809545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.245763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-26T21:01:59.809609Z","caller":"traceutil/trace.go:171","msg":"trace[2064115130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:554; }","duration":"552.346596ms","start":"2026-02-26T21:01:59.257245Z","end":"2026-02-26T21:01:59.809592Z","steps":["trace[2064115130] 'range keys from in-memory index tree' (duration: 552.114708ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:01:59.809758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.281337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:01:59.809844Z","caller":"traceutil/trace.go:171","msg":"trace[1241209306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:554; }","duration":"920.409481ms","start":"2026-02-26T21:01:58.889416Z","end":"2026-02-26T21:01:59.809825Z","steps":["trace[1241209306] 'range keys from in-memory index tree' (duration: 920.201315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:01:59.809826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.448162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-26T21:01:59.809633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:01:59.25723Z","time spent":"552.397757ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T21:01:59.80988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007786484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:01:59.809897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:01:58.889393Z","time spent":"920.495203ms","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T21:01:59.809911Z","caller":"traceutil/trace.go:171","msg":"trace[659087051] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:554; }","duration":"471.586156ms","start":"2026-02-26T21:01:59.338304Z","end":"2026-02-26T21:01:59.80989Z","steps":["trace[659087051] 'range keys from in-memory index tree' (duration: 471.294487ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:01:59.809945Z","caller":"traceutil/trace.go:171","msg":"trace[1772889979] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:554; }","duration":"1.007883217s","start":"2026-02-26T21:01:58.802042Z","end":"2026-02-26T21:01:59.809925Z","steps":["trace[1772889979] 'range keys from in-memory index tree' (duration: 1.007708982s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:01:59.809952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:01:59.338282Z","time spent":"471.661799ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T21:01:59.809941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.513789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-26T21:01:59.809973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.966513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-02-26T21:01:59.809991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:01:58.802027Z","time spent":"1.007952479s","remote":"127.0.0.1:53778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-02-26T21:01:59.810006Z","caller":"traceutil/trace.go:171","msg":"trace[2003927609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:554; }","duration":"769.633993ms","start":"2026-02-26T21:01:59.040356Z","end":"2026-02-26T21:01:59.80999Z","steps":["trace[2003927609] 'range keys from in-memory index tree' (duration: 769.350005ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:01:59.810045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:01:59.040331Z","time spent":"769.707566ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T21:01:59.810036Z","caller":"traceutil/trace.go:171","msg":"trace[531018618] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:554; }","duration":"600.077787ms","start":"2026-02-26T21:01:59.20994Z","end":"2026-02-26T21:01:59.810018Z","steps":["trace[531018618] 'range keys from in-memory index tree' (duration: 599.761927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:01:59.810101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:01:59.209915Z","time spent":"600.172509ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T21:02:00.742928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.308898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-ingress-shim\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:02:00.743099Z","caller":"traceutil/trace.go:171","msg":"trace[1544460384] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-ingress-shim; range_end:; response_count:0; response_revision:558; }","duration":"832.430261ms","start":"2026-02-26T21:01:59.910578Z","end":"2026-02-26T21:02:00.743008Z","steps":["trace[1544460384] 'range keys from in-memory index tree' (duration: 832.263826ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:02:00.743131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:01:59.910571Z","time spent":"832.550704ms","remote":"127.0.0.1:53934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/cert-manager-controller-ingress-shim\" "} {"level":"info","ts":"2026-02-26T21:02:01.274285Z","caller":"traceutil/trace.go:171","msg":"trace[177342917] linearizableReadLoop","detail":"{readStateIndex:580; appliedIndex:579; }","duration":"383.031209ms","start":"2026-02-26T21:02:00.8912Z","end":"2026-02-26T21:02:01.274231Z","steps":["trace[177342917] 'read index received' (duration: 382.721319ms)","trace[177342917] 'applied index is now lower than readState.Index' (duration: 308.44µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:02:01.274347Z","caller":"traceutil/trace.go:171","msg":"trace[2056402319] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"469.830864ms","start":"2026-02-26T21:02:00.804468Z","end":"2026-02-26T21:02:01.274299Z","steps":["trace[2056402319] 'process raft request' (duration: 469.576156ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:02:01.274582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:02:00.804455Z","time spent":"470.02901ms","remote":"127.0.0.1:53692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":365,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T21:02:01.274588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.343768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:02:01.274847Z","caller":"traceutil/trace.go:171","msg":"trace[641780721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:559; }","duration":"383.683368ms","start":"2026-02-26T21:02:00.891148Z","end":"2026-02-26T21:02:01.274832Z","steps":["trace[641780721] 'agreement among raft nodes before linearized reading' (duration: 383.254075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:02:01.274896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:02:00.891132Z","time spent":"383.747101ms","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T21:02:01.465799Z","caller":"traceutil/trace.go:171","msg":"trace[1773826817] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"187.555912ms","start":"2026-02-26T21:02:01.278208Z","end":"2026-02-26T21:02:01.465764Z","steps":["trace[1773826817] 'process raft request' (duration: 179.294967ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:02:01.473177Z","caller":"traceutil/trace.go:171","msg":"trace[610880664] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"194.237908ms","start":"2026-02-26T21:02:01.278899Z","end":"2026-02-26T21:02:01.473137Z","steps":["trace[610880664] 'process raft request' (duration: 193.96997ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:02:01.473373Z","caller":"traceutil/trace.go:171","msg":"trace[788180825] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"107.090761ms","start":"2026-02-26T21:02:01.36625Z","end":"2026-02-26T21:02:01.473341Z","steps":["trace[788180825] 'process raft request' (duration: 106.905186ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:02:14.092766Z","caller":"traceutil/trace.go:171","msg":"trace[1397857591] linearizableReadLoop","detail":"{readStateIndex:896; appliedIndex:895; }","duration":"147.946671ms","start":"2026-02-26T21:02:13.94479Z","end":"2026-02-26T21:02:14.092737Z","steps":["trace[1397857591] 'read index received' (duration: 147.780166ms)","trace[1397857591] 'applied index is now lower than readState.Index' (duration: 164.805µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:02:14.092845Z","caller":"traceutil/trace.go:171","msg":"trace[1118916670] transaction","detail":"{read_only:false; response_revision:869; number_of_response:1; }","duration":"149.599592ms","start":"2026-02-26T21:02:13.943219Z","end":"2026-02-26T21:02:14.092819Z","steps":["trace[1118916670] 'process raft request' (duration: 149.234681ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:02:14.097458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.637065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T21:02:14.097566Z","caller":"traceutil/trace.go:171","msg":"trace[7073054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:869; }","duration":"152.77548ms","start":"2026-02-26T21:02:13.944761Z","end":"2026-02-26T21:02:14.097537Z","steps":["trace[7073054] 'agreement among raft nodes before linearized reading' (duration: 148.124277ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:02:14.101392Z","caller":"traceutil/trace.go:171","msg":"trace[119876537] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"155.812053ms","start":"2026-02-26T21:02:13.945563Z","end":"2026-02-26T21:02:14.101375Z","steps":["trace[119876537] 'process raft request' (duration: 155.39385ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:02:14.101476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.264797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T21:02:14.101519Z","caller":"traceutil/trace.go:171","msg":"trace[1463747706] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:871; }","duration":"155.341699ms","start":"2026-02-26T21:02:13.946164Z","end":"2026-02-26T21:02:14.101506Z","steps":["trace[1463747706] 'agreement among raft nodes before linearized reading' (duration: 155.219525ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:02:20.836222Z","caller":"traceutil/trace.go:171","msg":"trace[1394057473] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"298.056618ms","start":"2026-02-26T21:02:20.538142Z","end":"2026-02-26T21:02:20.836198Z","steps":["trace[1394057473] 'process raft request' (duration: 297.903344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:02:21.391985Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355674447,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:02:22.414476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.642709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:02:22.414624Z","caller":"traceutil/trace.go:171","msg":"trace[700218999] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"1.572058541s","start":"2026-02-26T21:02:20.842538Z","end":"2026-02-26T21:02:22.414596Z","steps":["trace[700218999] 'process raft request' (duration: 603.001579ms)","trace[700218999] 'compare' (duration: 968.391812ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:02:22.414723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:02:20.842523Z","time spent":"1.572155915s","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1602,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:02:22.534352Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.088755452s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T21:02:22.549606Z","caller":"traceutil/trace.go:171","msg":"trace[2077543686] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"1.707040373s","start":"2026-02-26T21:02:20.842544Z","end":"2026-02-26T21:02:22.549585Z","steps":["trace[2077543686] 'process raft request' (duration: 1.692216586s)","trace[2077543686] 'compare' (duration: 14.671522ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:02:22.549733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:02:20.842528Z","time spent":"1.707133636s","remote":"127.0.0.1:53744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1081,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:02:22.549868Z","caller":"traceutil/trace.go:171","msg":"trace[2104748055] linearizableReadLoop","detail":"{readStateIndex:957; appliedIndex:954; }","duration":"1.658357243s","start":"2026-02-26T21:02:20.891452Z","end":"2026-02-26T21:02:22.54981Z","steps":["trace[2104748055] 'read index received' (duration: 554.122343ms)","trace[2104748055] 'applied index is now lower than readState.Index' (duration: 1.10423236s)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:02:22.549933Z","caller":"traceutil/trace.go:171","msg":"trace[445574546] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"1.704973329s","start":"2026-02-26T21:02:20.844906Z","end":"2026-02-26T21:02:22.549879Z","steps":["trace[445574546] 'process raft request' (duration: 1.704627888s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:02:22.550079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65860216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:02:22.550168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:02:20.8449Z","time spent":"1.705157134s","remote":"127.0.0.1:54064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4503,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:02:22.550184Z","caller":"traceutil/trace.go:171","msg":"trace[1730456900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:929; }","duration":"1.658754465s","start":"2026-02-26T21:02:20.891405Z","end":"2026-02-26T21:02:22.550159Z","steps":["trace[1730456900] 'agreement among raft nodes before linearized reading' (duration: 1.658561949s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:02:22.550242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:02:20.891383Z","time spent":"1.658849908s","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T21:02:22.596561Z","caller":"traceutil/trace.go:171","msg":"trace[1282149734] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"761.72005ms","start":"2026-02-26T21:02:21.834816Z","end":"2026-02-26T21:02:22.596536Z","steps":["trace[1282149734] 'process raft request' (duration: 761.544845ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:02:22.596708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:02:21.834792Z","time spent":"761.839424ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:02:22.596801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.598305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-02-26T21:02:22.596839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.480742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-26T21:02:22.596894Z","caller":"traceutil/trace.go:171","msg":"trace[931982442] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:930; }","duration":"431.703499ms","start":"2026-02-26T21:02:22.165174Z","end":"2026-02-26T21:02:22.596878Z","steps":["trace[931982442] 'agreement among raft nodes before linearized reading' (duration: 431.40497ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:02:22.596902Z","caller":"traceutil/trace.go:171","msg":"trace[192969195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:930; }","duration":"432.569645ms","start":"2026-02-26T21:02:22.164315Z","end":"2026-02-26T21:02:22.596885Z","steps":["trace[192969195] 'agreement among raft nodes before linearized reading' (duration: 432.39685ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:02:22.596941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:02:22.164304Z","time spent":"432.629227ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T21:02:22.596969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:02:22.165166Z","time spent":"431.791201ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T21:02:22.596883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.826243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-26T21:02:22.59702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.172309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-02-26T21:02:22.597026Z","caller":"traceutil/trace.go:171","msg":"trace[1336740664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:930; }","duration":"433.080751ms","start":"2026-02-26T21:02:22.163926Z","end":"2026-02-26T21:02:22.597007Z","steps":["trace[1336740664] 'agreement among raft nodes before linearized reading' (duration: 432.630067ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:02:22.597056Z","caller":"traceutil/trace.go:171","msg":"trace[1097455616] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:930; }","duration":"463.236901ms","start":"2026-02-26T21:02:22.133809Z","end":"2026-02-26T21:02:22.597046Z","steps":["trace[1097455616] 'agreement among raft nodes before linearized reading' (duration: 463.116087ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:02:22.597086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:02:22.13379Z","time spent":"463.289932ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T21:02:22.597125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:02:22.163896Z","time spent":"433.167294ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T21:02:22.59721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01665588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-26T21:02:22.59723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348543691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-02-26T21:02:22.597236Z","caller":"traceutil/trace.go:171","msg":"trace[1877825331] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:930; }","duration":"1.016752273s","start":"2026-02-26T21:02:21.580475Z","end":"2026-02-26T21:02:22.597227Z","steps":["trace[1877825331] 'agreement among raft nodes before linearized reading' (duration: 1.01668111s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:02:22.597266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:02:21.580399Z","time spent":"1.016862146s","remote":"127.0.0.1:53604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"info","ts":"2026-02-26T21:02:22.597265Z","caller":"traceutil/trace.go:171","msg":"trace[818437449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:930; }","duration":"1.348616803s","start":"2026-02-26T21:02:21.248636Z","end":"2026-02-26T21:02:22.597253Z","steps":["trace[818437449] 'agreement among raft nodes before linearized reading' (duration: 1.348529141s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:02:22.597296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:02:21.248604Z","time spent":"1.348686575s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T21:02:25.230764Z","caller":"traceutil/trace.go:171","msg":"trace[2052524835] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"132.700061ms","start":"2026-02-26T21:02:25.098038Z","end":"2026-02-26T21:02:25.230738Z","steps":["trace[2052524835] 'process raft request' (duration: 132.545116ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:02:25.234458Z","caller":"traceutil/trace.go:171","msg":"trace[1036448710] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"136.223259ms","start":"2026-02-26T21:02:25.098217Z","end":"2026-02-26T21:02:25.234441Z","steps":["trace[1036448710] 'process raft request' (duration: 136.113666ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:02:42.255154Z","caller":"traceutil/trace.go:171","msg":"trace[1141266638] transaction","detail":"{read_only:false; response_revision:1159; number_of_response:1; }","duration":"124.501779ms","start":"2026-02-26T21:02:42.130616Z","end":"2026-02-26T21:02:42.255118Z","steps":["trace[1141266638] 'process raft request' (duration: 116.781961ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:02:42.498561Z","caller":"traceutil/trace.go:171","msg":"trace[447669265] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"135.216579ms","start":"2026-02-26T21:02:42.363318Z","end":"2026-02-26T21:02:42.498534Z","steps":["trace[447669265] 'process raft request' (duration: 134.978491ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:02:42.670132Z","caller":"traceutil/trace.go:171","msg":"trace[905368207] transaction","detail":"{read_only:false; response_revision:1165; number_of_response:1; }","duration":"109.792015ms","start":"2026-02-26T21:02:42.560315Z","end":"2026-02-26T21:02:42.670107Z","steps":["trace[905368207] 'process raft request' (duration: 35.68556ms)","trace[905368207] 'compare' (duration: 73.961ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:02:46.239178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.235117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:02:46.23928Z","caller":"traceutil/trace.go:171","msg":"trace[4144830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1197; }","duration":"348.37059ms","start":"2026-02-26T21:02:45.890885Z","end":"2026-02-26T21:02:46.239256Z","steps":["trace[4144830] 'range keys from in-memory index tree' (duration: 348.146164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:02:46.239318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:02:45.890844Z","time spent":"348.463913ms","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T21:02:57.215678Z","caller":"traceutil/trace.go:171","msg":"trace[567839709] transaction","detail":"{read_only:false; response_revision:1416; number_of_response:1; }","duration":"133.813726ms","start":"2026-02-26T21:02:57.081837Z","end":"2026-02-26T21:02:57.21565Z","steps":["trace[567839709] 'process raft request' (duration: 129.225094ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:02:57.216509Z","caller":"traceutil/trace.go:171","msg":"trace[1100455280] transaction","detail":"{read_only:false; response_revision:1417; number_of_response:1; }","duration":"134.344951ms","start":"2026-02-26T21:02:57.082153Z","end":"2026-02-26T21:02:57.216498Z","steps":["trace[1100455280] 'process raft request' (duration: 133.843527ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:03:09.205244Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355675760,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T21:03:09.573378Z","caller":"traceutil/trace.go:171","msg":"trace[860401769] linearizableReadLoop","detail":"{readStateIndex:1645; appliedIndex:1644; }","duration":"869.229898ms","start":"2026-02-26T21:03:08.704123Z","end":"2026-02-26T21:03:09.573353Z","steps":["trace[860401769] 'read index received' (duration: 869.000882ms)","trace[860401769] 'applied index is now lower than readState.Index' (duration: 228.046µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:03:09.573489Z","caller":"traceutil/trace.go:171","msg":"trace[996429028] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"881.431873ms","start":"2026-02-26T21:03:08.692016Z","end":"2026-02-26T21:03:09.573448Z","steps":["trace[996429028] 'process raft request' (duration: 881.174006ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:03:09.57354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.386772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:03:09.573581Z","caller":"traceutil/trace.go:171","msg":"trace[1905500665] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1578; }","duration":"869.484874ms","start":"2026-02-26T21:03:08.704082Z","end":"2026-02-26T21:03:09.573567Z","steps":["trace[1905500665] 'agreement among raft nodes before linearized reading' (duration: 869.393712ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:03:09.573626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:03:08.704063Z","time spent":"869.553227ms","remote":"127.0.0.1:53910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:03:09.5738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.82805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T21:03:09.573875Z","caller":"traceutil/trace.go:171","msg":"trace[1021764898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1578; }","duration":"643.935303ms","start":"2026-02-26T21:03:08.929915Z","end":"2026-02-26T21:03:09.57385Z","steps":["trace[1021764898] 'agreement among raft nodes before linearized reading' (duration: 643.668556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:03:09.573852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.76144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-26T21:03:09.573911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:03:08.929896Z","time spent":"644.006785ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T21:03:09.573954Z","caller":"traceutil/trace.go:171","msg":"trace[1281998618] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1578; }","duration":"281.920444ms","start":"2026-02-26T21:03:09.292003Z","end":"2026-02-26T21:03:09.573924Z","steps":["trace[1281998618] 'agreement among raft nodes before linearized reading' (duration: 281.585975ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:03:09.573964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.223037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T21:03:09.574005Z","caller":"traceutil/trace.go:171","msg":"trace[412134982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1578; }","duration":"726.295588ms","start":"2026-02-26T21:03:08.8477Z","end":"2026-02-26T21:03:09.573995Z","steps":["trace[412134982] 'agreement among raft nodes before linearized reading' (duration: 726.185775ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:03:09.573988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.721138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-26T21:03:09.574036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:03:08.847682Z","time spent":"726.34657ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T21:03:09.574055Z","caller":"traceutil/trace.go:171","msg":"trace[1992103159] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1578; }","duration":"634.853781ms","start":"2026-02-26T21:03:08.939185Z","end":"2026-02-26T21:03:09.574038Z","steps":["trace[1992103159] 'agreement among raft nodes before linearized reading' (duration: 634.4311ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:03:09.574092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:03:08.939165Z","time spent":"634.917093ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T21:03:09.574096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.312965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-02-26T21:03:09.574101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.148994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T21:03:09.57416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.589624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b8ffb8be-16b0-4f44-9e9c-9b3d0225ff48\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-02-26T21:03:09.574235Z","caller":"traceutil/trace.go:171","msg":"trace[1193559856] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1578; }","duration":"792.344398ms","start":"2026-02-26T21:03:08.781857Z","end":"2026-02-26T21:03:09.574202Z","steps":["trace[1193559856] 'agreement among raft nodes before linearized reading' (duration: 792.109512ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:03:09.574301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:03:08.781841Z","time spent":"792.447592ms","remote":"127.0.0.1:54036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-26T21:03:09.574159Z","caller":"traceutil/trace.go:171","msg":"trace[91492864] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1578; }","duration":"249.409558ms","start":"2026-02-26T21:03:09.324727Z","end":"2026-02-26T21:03:09.574137Z","steps":["trace[91492864] 'agreement among raft nodes before linearized reading' (duration: 249.205112ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:03:09.574296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.694907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-26T21:03:09.574335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:03:08.691985Z","time spent":"882.258636ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:03:09.574323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.875426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b8ffb8be-16b0-4f44-9e9c-9b3d0225ff48\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-02-26T21:03:09.574416Z","caller":"traceutil/trace.go:171","msg":"trace[1385710238] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b8ffb8be-16b0-4f44-9e9c-9b3d0225ff48; range_end:; response_count:1; response_revision:1578; }","duration":"807.026391ms","start":"2026-02-26T21:03:08.767369Z","end":"2026-02-26T21:03:09.574395Z","steps":["trace[1385710238] 'agreement among raft nodes before linearized reading' (duration: 806.211959ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:03:09.574419Z","caller":"traceutil/trace.go:171","msg":"trace[113192420] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1578; }","duration":"646.833611ms","start":"2026-02-26T21:03:08.927539Z","end":"2026-02-26T21:03:09.574372Z","steps":["trace[113192420] 'agreement among raft nodes before linearized reading' (duration: 646.497252ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:03:09.574159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.538613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-26T21:03:09.574473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:03:08.927526Z","time spent":"646.937113ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T21:03:09.574308Z","caller":"traceutil/trace.go:171","msg":"trace[251366933] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b8ffb8be-16b0-4f44-9e9c-9b3d0225ff48; range_end:; response_count:1; response_revision:1578; }","duration":"694.808949ms","start":"2026-02-26T21:03:08.879464Z","end":"2026-02-26T21:03:09.574273Z","steps":["trace[251366933] 'agreement among raft nodes before linearized reading' (duration: 694.407289ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:03:09.574529Z","caller":"traceutil/trace.go:171","msg":"trace[1344930651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1578; }","duration":"637.965744ms","start":"2026-02-26T21:03:08.936536Z","end":"2026-02-26T21:03:09.574501Z","steps":["trace[1344930651] 'agreement among raft nodes before linearized reading' (duration: 637.243555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:03:09.574568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:03:08.879439Z","time spent":"695.113318ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b8ffb8be-16b0-4f44-9e9c-9b3d0225ff48\" "} {"level":"warn","ts":"2026-02-26T21:03:09.574598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:03:08.936508Z","time spent":"638.074058ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T21:03:09.574791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:03:08.767352Z","time spent":"807.418011ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b8ffb8be-16b0-4f44-9e9c-9b3d0225ff48\" "} {"level":"info","ts":"2026-02-26T21:03:09.832841Z","caller":"traceutil/trace.go:171","msg":"trace[1818058049] transaction","detail":"{read_only:false; response_revision:1580; number_of_response:1; }","duration":"252.342616ms","start":"2026-02-26T21:03:09.580472Z","end":"2026-02-26T21:03:09.832814Z","steps":["trace[1818058049] 'process raft request' (duration: 252.140571ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:03:09.833127Z","caller":"traceutil/trace.go:171","msg":"trace[140478520] transaction","detail":"{read_only:false; response_revision:1581; number_of_response:1; }","duration":"252.630114ms","start":"2026-02-26T21:03:09.58047Z","end":"2026-02-26T21:03:09.833101Z","steps":["trace[140478520] 'process raft request' (duration: 252.298275ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:03:09.833341Z","caller":"traceutil/trace.go:171","msg":"trace[45268906] transaction","detail":"{read_only:false; response_revision:1583; number_of_response:1; }","duration":"252.056218ms","start":"2026-02-26T21:03:09.581273Z","end":"2026-02-26T21:03:09.833329Z","steps":["trace[45268906] 'process raft request' (duration: 251.977206ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:03:09.833404Z","caller":"traceutil/trace.go:171","msg":"trace[856928754] transaction","detail":"{read_only:false; response_revision:1582; number_of_response:1; }","duration":"252.766187ms","start":"2026-02-26T21:03:09.58061Z","end":"2026-02-26T21:03:09.833376Z","steps":["trace[856928754] 'process raft request' (duration: 252.386017ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:03:09.833728Z","caller":"traceutil/trace.go:171","msg":"trace[2091702605] transaction","detail":"{read_only:false; response_revision:1584; number_of_response:1; }","duration":"252.347656ms","start":"2026-02-26T21:03:09.581326Z","end":"2026-02-26T21:03:09.833674Z","steps":["trace[2091702605] 'process raft request' (duration: 251.975736ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:03:09.833883Z","caller":"traceutil/trace.go:171","msg":"trace[198841709] transaction","detail":"{read_only:false; response_revision:1585; number_of_response:1; }","duration":"251.625116ms","start":"2026-02-26T21:03:09.58224Z","end":"2026-02-26T21:03:09.833865Z","steps":["trace[198841709] 'process raft request' (duration: 251.362729ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:03:10.114724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.460519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:03:10.114785Z","caller":"traceutil/trace.go:171","msg":"trace[1354672221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1585; }","duration":"222.585962ms","start":"2026-02-26T21:03:09.892186Z","end":"2026-02-26T21:03:10.114772Z","steps":["trace[1354672221] 'range keys from in-memory index tree' (duration: 222.337716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:03:10.945006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.633255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b8ffb8be-16b0-4f44-9e9c-9b3d0225ff48\" ","response":"range_response_count:1 size:3741"} {"level":"info","ts":"2026-02-26T21:03:10.945076Z","caller":"traceutil/trace.go:171","msg":"trace[1395125641] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b8ffb8be-16b0-4f44-9e9c-9b3d0225ff48; range_end:; response_count:1; response_revision:1586; }","duration":"365.759278ms","start":"2026-02-26T21:03:10.579299Z","end":"2026-02-26T21:03:10.945058Z","steps":["trace[1395125641] 'range keys from in-memory index tree' (duration: 365.480201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:03:10.945128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:03:10.579282Z","time spent":"365.836021ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3763,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b8ffb8be-16b0-4f44-9e9c-9b3d0225ff48\" "} {"level":"warn","ts":"2026-02-26T21:03:10.945271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.140008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-26T21:03:10.945348Z","caller":"traceutil/trace.go:171","msg":"trace[850799431] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1586; }","duration":"363.230761ms","start":"2026-02-26T21:03:10.582099Z","end":"2026-02-26T21:03:10.945329Z","steps":["trace[850799431] 'range keys from in-memory index tree' (duration: 362.990814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:03:10.945383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:03:10.582094Z","time spent":"363.275522ms","remote":"127.0.0.1:56054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T21:03:19.879308Z","caller":"traceutil/trace.go:171","msg":"trace[1547113944] linearizableReadLoop","detail":"{readStateIndex:1737; appliedIndex:1736; }","duration":"213.439789ms","start":"2026-02-26T21:03:19.665841Z","end":"2026-02-26T21:03:19.879281Z","steps":["trace[1547113944] 'read index received' (duration: 213.240313ms)","trace[1547113944] 'applied index is now lower than readState.Index' (duration: 198.556µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:03:19.879352Z","caller":"traceutil/trace.go:171","msg":"trace[371812829] transaction","detail":"{read_only:false; response_revision:1668; number_of_response:1; }","duration":"267.570852ms","start":"2026-02-26T21:03:19.611755Z","end":"2026-02-26T21:03:19.879326Z","steps":["trace[371812829] 'process raft request' (duration: 267.360046ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:03:19.879747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.886811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-26T21:03:19.879823Z","caller":"traceutil/trace.go:171","msg":"trace[1636620791] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1668; }","duration":"214.011755ms","start":"2026-02-26T21:03:19.665791Z","end":"2026-02-26T21:03:19.879802Z","steps":["trace[1636620791] 'agreement among raft nodes before linearized reading' (duration: 213.623374ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:03:55.597488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.296281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-26T21:03:55.597604Z","caller":"traceutil/trace.go:171","msg":"trace[317663420] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1862; }","duration":"256.446415ms","start":"2026-02-26T21:03:55.341129Z","end":"2026-02-26T21:03:55.597576Z","steps":["trace[317663420] 'range keys from in-memory index tree' (duration: 256.141217ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:03:55.597675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.66721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:03:55.597775Z","caller":"traceutil/trace.go:171","msg":"trace[2089048007] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1862; }","duration":"292.854075ms","start":"2026-02-26T21:03:55.3049Z","end":"2026-02-26T21:03:55.597754Z","steps":["trace[2089048007] 'count revisions from in-memory index tree' (duration: 292.592348ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:03:56.264784Z","caller":"traceutil/trace.go:171","msg":"trace[427443435] linearizableReadLoop","detail":"{readStateIndex:1940; appliedIndex:1939; }","duration":"160.558671ms","start":"2026-02-26T21:03:56.104198Z","end":"2026-02-26T21:03:56.264757Z","steps":["trace[427443435] 'read index received' (duration: 160.332085ms)","trace[427443435] 'applied index is now lower than readState.Index' (duration: 225.796µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:03:56.264882Z","caller":"traceutil/trace.go:171","msg":"trace[1223096947] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"180.325437ms","start":"2026-02-26T21:03:56.084525Z","end":"2026-02-26T21:03:56.26485Z","steps":["trace[1223096947] 'process raft request' (duration: 180.080541ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:03:56.265068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.854198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-02-26T21:03:56.265161Z","caller":"traceutil/trace.go:171","msg":"trace[1699352235] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1863; }","duration":"160.986262ms","start":"2026-02-26T21:03:56.104153Z","end":"2026-02-26T21:03:56.265139Z","steps":["trace[1699352235] 'agreement among raft nodes before linearized reading' (duration: 160.722225ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:03:56.47958Z","caller":"traceutil/trace.go:171","msg":"trace[1773426970] linearizableReadLoop","detail":"{readStateIndex:1942; appliedIndex:1940; }","duration":"183.633394ms","start":"2026-02-26T21:03:56.29591Z","end":"2026-02-26T21:03:56.479544Z","steps":["trace[1773426970] 'read index received' (duration: 84.290446ms)","trace[1773426970] 'applied index is now lower than readState.Index' (duration: 99.341318ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:03:56.479695Z","caller":"traceutil/trace.go:171","msg":"trace[1740388165] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"209.970285ms","start":"2026-02-26T21:03:56.26971Z","end":"2026-02-26T21:03:56.47968Z","steps":["trace[1740388165] 'process raft request' (duration: 209.76805ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:03:56.479611Z","caller":"traceutil/trace.go:171","msg":"trace[451415436] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"210.083158ms","start":"2026-02-26T21:03:56.269489Z","end":"2026-02-26T21:03:56.479572Z","steps":["trace[451415436] 'process raft request' (duration: 110.745441ms)","trace[451415436] 'compare' (duration: 98.898246ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:03:56.479855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.930272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T21:03:56.479945Z","caller":"traceutil/trace.go:171","msg":"trace[1923987379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1865; }","duration":"184.072346ms","start":"2026-02-26T21:03:56.295851Z","end":"2026-02-26T21:03:56.479923Z","steps":["trace[1923987379] 'agreement among raft nodes before linearized reading' (duration: 183.85771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:03:56.511768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.951629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T21:03:56.51185Z","caller":"traceutil/trace.go:171","msg":"trace[1428160761] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1866; }","duration":"209.060243ms","start":"2026-02-26T21:03:56.302772Z","end":"2026-02-26T21:03:56.511832Z","steps":["trace[1428160761] 'agreement among raft nodes before linearized reading' (duration: 208.842097ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:03:56.511897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.544731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T21:03:56.511985Z","caller":"traceutil/trace.go:171","msg":"trace[1284002761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1866; }","duration":"210.674005ms","start":"2026-02-26T21:03:56.301292Z","end":"2026-02-26T21:03:56.511966Z","steps":["trace[1284002761] 'agreement among raft nodes before linearized reading' (duration: 210.396938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:03:56.512108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.751974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T21:03:56.51223Z","caller":"traceutil/trace.go:171","msg":"trace[667168508] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1866; }","duration":"211.944459ms","start":"2026-02-26T21:03:56.300266Z","end":"2026-02-26T21:03:56.512211Z","steps":["trace[667168508] 'agreement among raft nodes before linearized reading' (duration: 211.705002ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:03:56.762154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.420743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:03:56.762467Z","caller":"traceutil/trace.go:171","msg":"trace[878007550] linearizableReadLoop","detail":"{readStateIndex:1947; appliedIndex:1944; }","duration":"156.684586ms","start":"2026-02-26T21:03:56.605764Z","end":"2026-02-26T21:03:56.762449Z","steps":["trace[878007550] 'read index received' (duration: 42.78431ms)","trace[878007550] 'applied index is now lower than readState.Index' (duration: 113.899106ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:03:56.762567Z","caller":"traceutil/trace.go:171","msg":"trace[394457910] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"245.032601ms","start":"2026-02-26T21:03:56.517523Z","end":"2026-02-26T21:03:56.762555Z","steps":["trace[394457910] 'process raft request' (duration: 244.882097ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:03:56.762612Z","caller":"traceutil/trace.go:171","msg":"trace[863311097] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"245.885993ms","start":"2026-02-26T21:03:56.516686Z","end":"2026-02-26T21:03:56.762572Z","steps":["trace[863311097] 'process raft request' (duration: 245.628946ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:03:56.762689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.901168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:03:56.762654Z","caller":"traceutil/trace.go:171","msg":"trace[514889484] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"245.994566ms","start":"2026-02-26T21:03:56.516579Z","end":"2026-02-26T21:03:56.762574Z","steps":["trace[514889484] 'process raft request' (duration: 132.063239ms)","trace[514889484] 'compare' (duration: 113.191467ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:03:56.762772Z","caller":"traceutil/trace.go:171","msg":"trace[1688704900] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1870; }","duration":"151.996611ms","start":"2026-02-26T21:03:56.610757Z","end":"2026-02-26T21:03:56.762754Z","steps":["trace[1688704900] 'agreement among raft nodes before linearized reading' (duration: 151.838027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:03:56.762922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.132828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-26T21:03:56.763035Z","caller":"traceutil/trace.go:171","msg":"trace[1225465012] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1870; }","duration":"157.298812ms","start":"2026-02-26T21:03:56.605715Z","end":"2026-02-26T21:03:56.763014Z","steps":["trace[1225465012] 'agreement among raft nodes before linearized reading' (duration: 157.036125ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:03:57.572123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:03:57.227807Z","time spent":"344.307296ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T21:03:57.778221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355676437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:03:57.961431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.555992ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T21:03:57.962238Z","caller":"traceutil/trace.go:171","msg":"trace[103980135] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"995.046443ms","start":"2026-02-26T21:03:56.967175Z","end":"2026-02-26T21:03:57.962222Z","steps":["trace[103980135] 'process raft request' (duration: 994.646412ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:03:57.962387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:03:56.967143Z","time spent":"995.129425ms","remote":"127.0.0.1:53760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8394,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:03:57.962593Z","caller":"traceutil/trace.go:171","msg":"trace[1490317036] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"832.45091ms","start":"2026-02-26T21:03:57.130133Z","end":"2026-02-26T21:03:57.962583Z","steps":["trace[1490317036] 'process raft request' (duration: 832.040479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:03:57.962921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:03:57.130106Z","time spent":"832.723596ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:03:57.963305Z","caller":"traceutil/trace.go:171","msg":"trace[877353394] linearizableReadLoop","detail":"{readStateIndex:1951; appliedIndex:1947; }","duration":"685.928643ms","start":"2026-02-26T21:03:57.277353Z","end":"2026-02-26T21:03:57.963282Z","steps":["trace[877353394] 'read index received' (duration: 546.231408ms)","trace[877353394] 'applied index is now lower than readState.Index' (duration: 139.696035ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:03:57.963618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.343975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:03:57.963686Z","caller":"traceutil/trace.go:171","msg":"trace[2041588406] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1873; }","duration":"375.449137ms","start":"2026-02-26T21:03:57.588215Z","end":"2026-02-26T21:03:57.963664Z","steps":["trace[2041588406] 'agreement among raft nodes before linearized reading' (duration: 375.348165ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:03:57.963733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:03:57.5882Z","time spent":"375.52059ms","remote":"127.0.0.1:47230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:03:57.964081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.704074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1897e7c64d55f2c0\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-02-26T21:03:57.964201Z","caller":"traceutil/trace.go:171","msg":"trace[48519485] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1897e7c64d55f2c0; range_end:; response_count:1; response_revision:1873; }","duration":"686.825617ms","start":"2026-02-26T21:03:57.277317Z","end":"2026-02-26T21:03:57.964143Z","steps":["trace[48519485] 'agreement among raft nodes before linearized reading' (duration: 686.16234ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:03:57.964276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:03:57.277301Z","time spent":"686.95428ms","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1897e7c64d55f2c0\" "} {"level":"warn","ts":"2026-02-26T21:03:57.964325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.047486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-26T21:03:57.96438Z","caller":"traceutil/trace.go:171","msg":"trace[2090210065] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1873; }","duration":"193.141208ms","start":"2026-02-26T21:03:57.771228Z","end":"2026-02-26T21:03:57.964369Z","steps":["trace[2090210065] 'agreement among raft nodes before linearized reading' (duration: 193.033635ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:03:57.964838Z","caller":"traceutil/trace.go:171","msg":"trace[1305647781] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"354.569631ms","start":"2026-02-26T21:03:57.610252Z","end":"2026-02-26T21:03:57.964822Z","steps":["trace[1305647781] 'process raft request' (duration: 352.934578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:03:57.964961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:03:57.610237Z","time spent":"354.672024ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:05:02.764083Z","caller":"traceutil/trace.go:171","msg":"trace[198402910] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"232.166355ms","start":"2026-02-26T21:05:02.531906Z","end":"2026-02-26T21:05:02.764073Z","steps":["trace[198402910] 'process raft request' (duration: 231.996491ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:05:02.764056Z","caller":"traceutil/trace.go:171","msg":"trace[926199534] linearizableReadLoop","detail":"{readStateIndex:2265; appliedIndex:2264; }","duration":"125.458006ms","start":"2026-02-26T21:05:02.638571Z","end":"2026-02-26T21:05:02.764029Z","steps":["trace[926199534] 'read index received' (duration: 125.359004ms)","trace[926199534] 'applied index is now lower than readState.Index' (duration: 98.312µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:05:02.764508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.911098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-26T21:05:02.764671Z","caller":"traceutil/trace.go:171","msg":"trace[150734902] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2173; }","duration":"126.113603ms","start":"2026-02-26T21:05:02.638535Z","end":"2026-02-26T21:05:02.764649Z","steps":["trace[150734902] 'agreement among raft nodes before linearized reading' (duration: 125.573679ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:07:11.178402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355678892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:07:11.244405Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.500720003s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T21:07:11.250347Z","caller":"traceutil/trace.go:171","msg":"trace[1471597367] transaction","detail":"{read_only:false; response_revision:2762; number_of_response:1; }","duration":"1.506720632s","start":"2026-02-26T21:07:09.743601Z","end":"2026-02-26T21:07:11.250321Z","steps":["trace[1471597367] 'process raft request' (duration: 1.50098037s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:07:11.250481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:07:09.743585Z","time spent":"1.506825784s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:07:11.250653Z","caller":"traceutil/trace.go:171","msg":"trace[898009343] transaction","detail":"{read_only:false; response_revision:2763; number_of_response:1; }","duration":"1.506025283s","start":"2026-02-26T21:07:09.744621Z","end":"2026-02-26T21:07:11.250646Z","steps":["trace[898009343] 'process raft request' (duration: 1.505627923s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:07:11.250687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:07:09.744599Z","time spent":"1.506068265s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:07:11.250876Z","caller":"traceutil/trace.go:171","msg":"trace[750261504] transaction","detail":"{read_only:false; response_revision:2764; number_of_response:1; }","duration":"1.50476011s","start":"2026-02-26T21:07:09.746107Z","end":"2026-02-26T21:07:11.250867Z","steps":["trace[750261504] 'process raft request' (duration: 1.504513054s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:07:11.250914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:07:09.746081Z","time spent":"1.504812072s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:07:11.251109Z","caller":"traceutil/trace.go:171","msg":"trace[678397494] linearizableReadLoop","detail":"{readStateIndex:2883; appliedIndex:2880; }","duration":"573.554366ms","start":"2026-02-26T21:07:10.677546Z","end":"2026-02-26T21:07:11.251101Z","steps":["trace[678397494] 'read index received' (duration: 567.049994ms)","trace[678397494] 'applied index is now lower than readState.Index' (duration: 6.503692ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:07:11.251327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.396617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:07:11.251431Z","caller":"traceutil/trace.go:171","msg":"trace[426862494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2766; }","duration":"361.545001ms","start":"2026-02-26T21:07:10.889857Z","end":"2026-02-26T21:07:11.251402Z","steps":["trace[426862494] 'agreement among raft nodes before linearized reading' (duration: 361.367116ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:07:11.251346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.784832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-02-26T21:07:11.251491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:07:10.889837Z","time spent":"361.640654ms","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T21:07:11.251521Z","caller":"traceutil/trace.go:171","msg":"trace[1290601912] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2766; }","duration":"574.012298ms","start":"2026-02-26T21:07:10.677489Z","end":"2026-02-26T21:07:11.251501Z","steps":["trace[1290601912] 'agreement among raft nodes before linearized reading' (duration: 573.682919ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:07:11.251567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:07:10.677466Z","time spent":"574.08739ms","remote":"127.0.0.1:56054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T21:07:13.162787Z","caller":"traceutil/trace.go:171","msg":"trace[55874270] transaction","detail":"{read_only:false; response_revision:2771; number_of_response:1; }","duration":"237.805805ms","start":"2026-02-26T21:07:12.924958Z","end":"2026-02-26T21:07:13.162763Z","steps":["trace[55874270] 'process raft request' (duration: 237.662181ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:11:18.675666Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2524} {"level":"info","ts":"2026-02-26T21:11:18.745873Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2524,"took":"69.381993ms","hash":2928965973,"current-db-size-bytes":15978496,"current-db-size":"16 MB","current-db-size-in-use-bytes":5132288,"current-db-size-in-use":"5.1 MB"} {"level":"info","ts":"2026-02-26T21:11:18.746047Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2928965973,"revision":2524,"compact-revision":-1} {"level":"info","ts":"2026-02-26T21:14:13.803066Z","caller":"traceutil/trace.go:171","msg":"trace[1798806458] transaction","detail":"{read_only:false; response_revision:4695; number_of_response:1; }","duration":"278.563892ms","start":"2026-02-26T21:14:13.524473Z","end":"2026-02-26T21:14:13.803037Z","steps":["trace[1798806458] 'process raft request' (duration: 278.359877ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:13.806546Z","caller":"traceutil/trace.go:171","msg":"trace[2115386406] transaction","detail":"{read_only:false; response_revision:4696; number_of_response:1; }","duration":"275.872621ms","start":"2026-02-26T21:14:13.530648Z","end":"2026-02-26T21:14:13.806521Z","steps":["trace[2115386406] 'process raft request' (duration: 275.722357ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:13.806753Z","caller":"traceutil/trace.go:171","msg":"trace[149169722] transaction","detail":"{read_only:false; response_revision:4698; number_of_response:1; }","duration":"201.648532ms","start":"2026-02-26T21:14:13.605084Z","end":"2026-02-26T21:14:13.806733Z","steps":["trace[149169722] 'process raft request' (duration: 201.550509ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:13.806862Z","caller":"traceutil/trace.go:171","msg":"trace[535140658] transaction","detail":"{read_only:false; response_revision:4697; number_of_response:1; }","duration":"276.066246ms","start":"2026-02-26T21:14:13.530722Z","end":"2026-02-26T21:14:13.806788Z","steps":["trace[535140658] 'process raft request' (duration: 275.740178ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:14.513085Z","caller":"traceutil/trace.go:171","msg":"trace[1503579470] linearizableReadLoop","detail":"{readStateIndex:4908; appliedIndex:4907; }","duration":"376.723132ms","start":"2026-02-26T21:14:14.13633Z","end":"2026-02-26T21:14:14.513054Z","steps":["trace[1503579470] 'read index received' (duration: 374.73105ms)","trace[1503579470] 'applied index is now lower than readState.Index' (duration: 1.990882ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:14:14.513149Z","caller":"traceutil/trace.go:171","msg":"trace[1778558891] transaction","detail":"{read_only:false; response_revision:4701; number_of_response:1; }","duration":"435.676798ms","start":"2026-02-26T21:14:14.077447Z","end":"2026-02-26T21:14:14.513124Z","steps":["trace[1778558891] 'process raft request' (duration: 433.595053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:14.513293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.946188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:14:14.513475Z","caller":"traceutil/trace.go:171","msg":"trace[573399162] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4701; }","duration":"377.169174ms","start":"2026-02-26T21:14:14.136292Z","end":"2026-02-26T21:14:14.513461Z","steps":["trace[573399162] 'agreement among raft nodes before linearized reading' (duration: 376.932528ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:14.513504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.340259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:14:14.513538Z","caller":"traceutil/trace.go:171","msg":"trace[212188885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4701; }","duration":"122.462453ms","start":"2026-02-26T21:14:14.391065Z","end":"2026-02-26T21:14:14.513527Z","steps":["trace[212188885] 'agreement among raft nodes before linearized reading' (duration: 122.37135ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:14.513488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.673858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T21:14:14.513557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:14.136271Z","time spent":"377.269307ms","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":14,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-02-26T21:14:14.513664Z","caller":"traceutil/trace.go:171","msg":"trace[1634035313] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4701; }","duration":"255.920714ms","start":"2026-02-26T21:14:14.257702Z","end":"2026-02-26T21:14:14.513623Z","steps":["trace[1634035313] 'agreement among raft nodes before linearized reading' (duration: 255.620256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:14.513298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:14.077409Z","time spent":"435.791581ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:14:14.513405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.2171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-26T21:14:14.514115Z","caller":"traceutil/trace.go:171","msg":"trace[494914428] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4701; }","duration":"118.871798ms","start":"2026-02-26T21:14:14.395143Z","end":"2026-02-26T21:14:14.514015Z","steps":["trace[494914428] 'agreement among raft nodes before linearized reading' (duration: 118.20619ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:15.242843Z","caller":"traceutil/trace.go:171","msg":"trace[1825355529] transaction","detail":"{read_only:false; response_revision:4702; number_of_response:1; }","duration":"294.038041ms","start":"2026-02-26T21:14:14.948775Z","end":"2026-02-26T21:14:15.242813Z","steps":["trace[1825355529] 'process raft request' (duration: 293.865096ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:16.540821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.337883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:14:16.540922Z","caller":"traceutil/trace.go:171","msg":"trace[1936774532] linearizableReadLoop","detail":"{readStateIndex:4910; appliedIndex:4908; }","duration":"1.360073087s","start":"2026-02-26T21:14:15.180832Z","end":"2026-02-26T21:14:16.540905Z","steps":["trace[1936774532] 'read index received' (duration: 61.929385ms)","trace[1936774532] 'applied index is now lower than readState.Index' (duration: 1.298142342s)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:14:16.541007Z","caller":"traceutil/trace.go:171","msg":"trace[1822098000] transaction","detail":"{read_only:false; response_revision:4703; number_of_response:1; }","duration":"1.505650659s","start":"2026-02-26T21:14:15.035345Z","end":"2026-02-26T21:14:16.540995Z","steps":["trace[1822098000] 'process raft request' (duration: 1.113047099s)","trace[1822098000] 'compare' (duration: 392.1965ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:14:16.541066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:15.035309Z","time spent":"1.505722291s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:14:16.541339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360507248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:14:16.541371Z","caller":"traceutil/trace.go:171","msg":"trace[2024009349] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:4703; }","duration":"1.36058017s","start":"2026-02-26T21:14:15.180781Z","end":"2026-02-26T21:14:16.541361Z","steps":["trace[2024009349] 'agreement among raft nodes before linearized reading' (duration: 1.360514628s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:16.541402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:15.180728Z","time spent":"1.360665973s","remote":"127.0.0.1:54052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":10,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:14:16.541542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014063265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-26T21:14:16.541666Z","caller":"traceutil/trace.go:171","msg":"trace[283127685] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4703; }","duration":"1.014220378s","start":"2026-02-26T21:14:15.527417Z","end":"2026-02-26T21:14:16.541638Z","steps":["trace[283127685] 'agreement among raft nodes before linearized reading' (duration: 1.014022533s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:16.541654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.234987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T21:14:16.541715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:15.527397Z","time spent":"1.014307251s","remote":"127.0.0.1:56054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T21:14:16.541724Z","caller":"traceutil/trace.go:171","msg":"trace[1181754681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4703; }","duration":"615.33317ms","start":"2026-02-26T21:14:15.926372Z","end":"2026-02-26T21:14:16.541705Z","steps":["trace[1181754681] 'agreement among raft nodes before linearized reading' (duration: 615.137355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:16.541731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.814535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T21:14:16.541763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:15.92636Z","time spent":"615.395372ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T21:14:16.541798Z","caller":"traceutil/trace.go:171","msg":"trace[389574190] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4703; }","duration":"717.902297ms","start":"2026-02-26T21:14:15.823875Z","end":"2026-02-26T21:14:16.541777Z","steps":["trace[389574190] 'agreement among raft nodes before linearized reading' (duration: 717.684831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:16.54184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:15.823861Z","time spent":"717.96937ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T21:14:16.54191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.821592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T21:14:16.541912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.328896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-02-26T21:14:16.541959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.823641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:14:16.541992Z","caller":"traceutil/trace.go:171","msg":"trace[829717362] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4703; }","duration":"109.456349ms","start":"2026-02-26T21:14:16.432516Z","end":"2026-02-26T21:14:16.541972Z","steps":["trace[829717362] 'agreement among raft nodes before linearized reading' (duration: 109.184672ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:16.541995Z","caller":"traceutil/trace.go:171","msg":"trace[884365422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4703; }","duration":"649.914973ms","start":"2026-02-26T21:14:15.892068Z","end":"2026-02-26T21:14:16.541983Z","steps":["trace[884365422] 'agreement among raft nodes before linearized reading' (duration: 649.863001ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:16.542035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:15.892036Z","time spent":"649.992005ms","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:14:16.542072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.497635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T21:14:16.541938Z","caller":"traceutil/trace.go:171","msg":"trace[980087059] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4703; }","duration":"610.847542ms","start":"2026-02-26T21:14:15.931081Z","end":"2026-02-26T21:14:16.541929Z","steps":["trace[980087059] 'agreement among raft nodes before linearized reading' (duration: 610.76899ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:16.542115Z","caller":"traceutil/trace.go:171","msg":"trace[584961196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4703; }","duration":"726.559646ms","start":"2026-02-26T21:14:15.815542Z","end":"2026-02-26T21:14:16.542102Z","steps":["trace[584961196] 'agreement among raft nodes before linearized reading' (duration: 726.398992ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:16.542327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:15.815532Z","time spent":"726.787262ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T21:14:16.542119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:15.931033Z","time spent":"611.077048ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T21:14:16.542416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.885881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T21:14:16.542489Z","caller":"traceutil/trace.go:171","msg":"trace[41846798] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4703; }","duration":"731.016573ms","start":"2026-02-26T21:14:15.811453Z","end":"2026-02-26T21:14:16.54247Z","steps":["trace[41846798] 'agreement among raft nodes before linearized reading' (duration: 730.637983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:16.542537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:15.811424Z","time spent":"731.100126ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T21:14:17.424196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.753331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:14:17.4245Z","caller":"traceutil/trace.go:171","msg":"trace[648573370] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"876.753329ms","start":"2026-02-26T21:14:16.547718Z","end":"2026-02-26T21:14:17.424472Z","steps":["trace[648573370] 'process raft request' (duration: 479.637549ms)","trace[648573370] 'compare' (duration: 396.589586ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:14:17.424632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:16.547698Z","time spent":"876.908482ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:14:18.420138Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.392764637s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T21:14:18.450494Z","caller":"traceutil/trace.go:171","msg":"trace[1627179362] transaction","detail":"{read_only:false; response_revision:4705; number_of_response:1; }","duration":"1.902339545s","start":"2026-02-26T21:14:16.548111Z","end":"2026-02-26T21:14:18.450451Z","steps":["trace[1627179362] 'process raft request' (duration: 1.872383625s)","trace[1627179362] 'compare' (duration: 29.384615ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:14:18.450662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:16.548089Z","time spent":"1.902469509s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:14:18.450658Z","caller":"traceutil/trace.go:171","msg":"trace[1705943748] transaction","detail":"{read_only:false; response_revision:4706; number_of_response:1; }","duration":"1.902319664s","start":"2026-02-26T21:14:16.548304Z","end":"2026-02-26T21:14:18.450624Z","steps":["trace[1705943748] 'process raft request' (duration: 1.902048787s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:18.450884Z","caller":"traceutil/trace.go:171","msg":"trace[162643617] transaction","detail":"{read_only:false; response_revision:4707; number_of_response:1; }","duration":"1.901859493s","start":"2026-02-26T21:14:16.549001Z","end":"2026-02-26T21:14:18.450861Z","steps":["trace[162643617] 'process raft request' (duration: 1.901513074s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:18.450833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:16.548288Z","time spent":"1.902447268s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:14:18.451024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:16.548992Z","time spent":"1.901971945s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:14:18.451366Z","caller":"traceutil/trace.go:171","msg":"trace[2036060541] transaction","detail":"{read_only:false; response_revision:4708; number_of_response:1; }","duration":"1.902283634s","start":"2026-02-26T21:14:16.549063Z","end":"2026-02-26T21:14:18.451347Z","steps":["trace[2036060541] 'process raft request' (duration: 1.901716029s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:18.451423Z","caller":"traceutil/trace.go:171","msg":"trace[128065232] transaction","detail":"{read_only:false; response_revision:4709; number_of_response:1; }","duration":"1.901922474s","start":"2026-02-26T21:14:16.549481Z","end":"2026-02-26T21:14:18.451403Z","steps":["trace[128065232] 'process raft request' (duration: 1.901790291s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:18.451485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:16.549058Z","time spent":"1.902369186s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:14:18.451549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:16.549471Z","time spent":"1.902013847s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:14:19.750854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299501746s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T21:14:19.751025Z","caller":"traceutil/trace.go:171","msg":"trace[1992527288] linearizableReadLoop","detail":"{readStateIndex:4916; appliedIndex:4910; }","duration":"3.200133856s","start":"2026-02-26T21:14:16.550878Z","end":"2026-02-26T21:14:19.751012Z","steps":["trace[1992527288] 'read index received' (duration: 476.493025ms)","trace[1992527288] 'applied index is now lower than readState.Index' (duration: 2.723640151s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:14:19.751349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.200455385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:14:19.751412Z","caller":"traceutil/trace.go:171","msg":"trace[1243668004] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4709; }","duration":"3.200541827s","start":"2026-02-26T21:14:16.550855Z","end":"2026-02-26T21:14:19.751397Z","steps":["trace[1243668004] 'agreement among raft nodes before linearized reading' (duration: 3.200434644s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:19.751439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:16.550849Z","time spent":"3.200584148s","remote":"127.0.0.1:54052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-26T21:14:19.751487Z","caller":"traceutil/trace.go:171","msg":"trace[32328132] transaction","detail":"{read_only:false; response_revision:4710; number_of_response:1; }","duration":"2.503346087s","start":"2026-02-26T21:14:17.248118Z","end":"2026-02-26T21:14:19.751464Z","steps":["trace[32328132] 'process raft request' (duration: 2.502835063s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:19.751632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:17.248091Z","time spent":"2.50346473s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:14:19.893942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000120207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T21:14:19.894034Z","caller":"traceutil/trace.go:171","msg":"trace[9009176] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000281542s","start":"2026-02-26T21:14:17.893734Z","end":"2026-02-26T21:14:19.894015Z","steps":["trace[9009176] 'agreement among raft nodes before linearized reading' (duration: 2.000139798s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:19.894086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:17.893716Z","time spent":"2.000361424s","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:14:19.958227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.691146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:14:19.958401Z","caller":"traceutil/trace.go:171","msg":"trace[133119958] linearizableReadLoop","detail":"{readStateIndex:4920; appliedIndex:4917; }","duration":"207.344153ms","start":"2026-02-26T21:14:19.751044Z","end":"2026-02-26T21:14:19.958388Z","steps":["trace[133119958] 'read index received' (duration: 255.096µs)","trace[133119958] 'applied index is now lower than readState.Index' (duration: 207.088277ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:14:19.958546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787804745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T21:14:19.958572Z","caller":"traceutil/trace.go:171","msg":"trace[1750552169] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4712; }","duration":"1.787877846s","start":"2026-02-26T21:14:18.170686Z","end":"2026-02-26T21:14:19.958564Z","steps":["trace[1750552169] 'agreement among raft nodes before linearized reading' (duration: 1.787775314s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:19.958595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:18.170664Z","time spent":"1.787925708s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T21:14:19.958574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.133427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T21:14:19.958602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.015183667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:14:19.958687Z","caller":"traceutil/trace.go:171","msg":"trace[1191707645] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:4712; }","duration":"3.01532252s","start":"2026-02-26T21:14:16.94334Z","end":"2026-02-26T21:14:19.958663Z","steps":["trace[1191707645] 'agreement among raft nodes before linearized reading' (duration: 3.015189706s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:19.958739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:16.943317Z","time spent":"3.015411063s","remote":"127.0.0.1:54078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-26T21:14:19.958755Z","caller":"traceutil/trace.go:171","msg":"trace[1565132176] transaction","detail":"{read_only:false; response_revision:4712; number_of_response:1; }","duration":"1.408697139s","start":"2026-02-26T21:14:18.550049Z","end":"2026-02-26T21:14:19.958747Z","steps":["trace[1565132176] 'process raft request' (duration: 1.408265998s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:19.958745Z","caller":"traceutil/trace.go:171","msg":"trace[353542992] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"2.133128798s","start":"2026-02-26T21:14:17.8256Z","end":"2026-02-26T21:14:19.958728Z","steps":["trace[353542992] 'process raft request' (duration: 1.925853407s)","trace[353542992] 'compare' (duration: 206.48807ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:14:19.958795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:18.550021Z","time spent":"1.40875281s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:14:19.958798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.00948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:14:19.958683Z","caller":"traceutil/trace.go:171","msg":"trace[1229618240] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4712; }","duration":"739.292262ms","start":"2026-02-26T21:14:19.219361Z","end":"2026-02-26T21:14:19.958654Z","steps":["trace[1229618240] 'agreement among raft nodes before linearized reading' (duration: 739.092026ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:19.958857Z","caller":"traceutil/trace.go:171","msg":"trace[648142415] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4712; }","duration":"186.111263ms","start":"2026-02-26T21:14:19.772732Z","end":"2026-02-26T21:14:19.958843Z","steps":["trace[648142415] 'agreement among raft nodes before linearized reading' (duration: 186.01441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:19.958865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:17.825575Z","time spent":"2.13321256s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:14:19.958917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929200526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:14:19.95889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.409955673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-26T21:14:19.958962Z","caller":"traceutil/trace.go:171","msg":"trace[1152089521] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:4712; }","duration":"1.929279479s","start":"2026-02-26T21:14:18.029676Z","end":"2026-02-26T21:14:19.958956Z","steps":["trace[1152089521] 'agreement among raft nodes before linearized reading' (duration: 1.929219637s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:19.958917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:19.219339Z","time spent":"739.529758ms","remote":"127.0.0.1:56054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:14:19.958982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:18.029654Z","time spent":"1.929323269s","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-02-26T21:14:19.958997Z","caller":"traceutil/trace.go:171","msg":"trace[1532724456] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4712; }","duration":"2.410088516s","start":"2026-02-26T21:14:17.548885Z","end":"2026-02-26T21:14:19.958974Z","steps":["trace[1532724456] 'agreement among raft nodes before linearized reading' (duration: 2.409914941s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:19.959049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:17.548872Z","time spent":"2.410164909s","remote":"127.0.0.1:56054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T21:14:19.959136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.037555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T21:14:19.959188Z","caller":"traceutil/trace.go:171","msg":"trace[1117528251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4712; }","duration":"531.114237ms","start":"2026-02-26T21:14:19.42806Z","end":"2026-02-26T21:14:19.959175Z","steps":["trace[1117528251] 'agreement among raft nodes before linearized reading' (duration: 530.962893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:19.959234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:19.428046Z","time spent":"531.177629ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T21:14:20.468425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355684226,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:14:21.235779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.449466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:14:21.23592Z","caller":"traceutil/trace.go:171","msg":"trace[695242354] transaction","detail":"{read_only:false; response_revision:4713; number_of_response:1; }","duration":"1.272130064s","start":"2026-02-26T21:14:19.963763Z","end":"2026-02-26T21:14:21.235893Z","steps":["trace[695242354] 'process raft request' (duration: 593.457292ms)","trace[695242354] 'compare' (duration: 678.277352ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:14:21.236007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:19.963737Z","time spent":"1.272224066s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:14:21.968058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999971334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T21:14:21.968142Z","caller":"traceutil/trace.go:171","msg":"trace[655255940] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000095658s","start":"2026-02-26T21:14:19.968028Z","end":"2026-02-26T21:14:21.968124Z","steps":["trace[655255940] 'agreement among raft nodes before linearized reading' (duration: 1.999980615s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:21.96819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:19.968021Z","time spent":"2.000159609s","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:14:22.428852Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.231981446s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T21:14:22.45769Z","caller":"traceutil/trace.go:171","msg":"trace[1008113220] linearizableReadLoop","detail":"{readStateIndex:4923; appliedIndex:4920; }","duration":"2.489618817s","start":"2026-02-26T21:14:19.96805Z","end":"2026-02-26T21:14:22.457669Z","steps":["trace[1008113220] 'read index received' (duration: 589.166108ms)","trace[1008113220] 'applied index is now lower than readState.Index' (duration: 1.900451539s)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:14:22.457744Z","caller":"traceutil/trace.go:171","msg":"trace[1725103655] transaction","detail":"{read_only:false; response_revision:4714; number_of_response:1; }","duration":"2.493585853s","start":"2026-02-26T21:14:19.964128Z","end":"2026-02-26T21:14:22.457714Z","steps":["trace[1725103655] 'process raft request' (duration: 2.464973297s)","trace[1725103655] 'compare' (duration: 28.340708ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:14:22.457773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:19.965776Z","time spent":"2.49198902s","remote":"127.0.0.1:53660","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T21:14:22.457846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:19.964108Z","time spent":"2.493677476s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:14:22.479618Z","caller":"traceutil/trace.go:171","msg":"trace[1839938521] transaction","detail":"{read_only:false; response_revision:4715; number_of_response:1; }","duration":"1.168322707s","start":"2026-02-26T21:14:21.311263Z","end":"2026-02-26T21:14:22.479586Z","steps":["trace[1839938521] 'process raft request' (duration: 1.168078611s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:22.479723Z","caller":"traceutil/trace.go:171","msg":"trace[885231344] transaction","detail":"{read_only:false; response_revision:4716; number_of_response:1; }","duration":"710.570495ms","start":"2026-02-26T21:14:21.769126Z","end":"2026-02-26T21:14:22.479697Z","steps":["trace[885231344] 'process raft request' (duration: 710.321178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:22.479797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:21.311241Z","time spent":"1.1684645s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:14:22.479854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:21.769105Z","time spent":"710.669878ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:14:22.480337Z","caller":"traceutil/trace.go:171","msg":"trace[358636309] transaction","detail":"{read_only:false; response_revision:4717; number_of_response:1; }","duration":"510.048672ms","start":"2026-02-26T21:14:21.970265Z","end":"2026-02-26T21:14:22.480314Z","steps":["trace[358636309] 'process raft request' (duration: 509.21898ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:22.480501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:21.970248Z","time spent":"510.154715ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:14:22.480576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513330114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-26T21:14:22.480632Z","caller":"traceutil/trace.go:171","msg":"trace[1960415562] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4718; }","duration":"1.513422036s","start":"2026-02-26T21:14:20.967196Z","end":"2026-02-26T21:14:22.480618Z","steps":["trace[1960415562] 'agreement among raft nodes before linearized reading' (duration: 1.513295133s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:22.480673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:20.967177Z","time spent":"1.513488358s","remote":"127.0.0.1:56054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T21:14:22.480697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950203283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-26T21:14:22.480742Z","caller":"traceutil/trace.go:171","msg":"trace[2093610169] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4718; }","duration":"1.950292755s","start":"2026-02-26T21:14:20.530437Z","end":"2026-02-26T21:14:22.48073Z","steps":["trace[2093610169] 'agreement among raft nodes before linearized reading' (duration: 1.950062899s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:22.480766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.268603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-26T21:14:22.480821Z","caller":"traceutil/trace.go:171","msg":"trace[1837468995] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:4718; }","duration":"858.355865ms","start":"2026-02-26T21:14:21.622449Z","end":"2026-02-26T21:14:22.480805Z","steps":["trace[1837468995] 'agreement among raft nodes before linearized reading' (duration: 858.195061ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:22.480881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.744481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:14:22.480892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:21.622423Z","time spent":"858.440827ms","remote":"127.0.0.1:53604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-02-26T21:14:22.480919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097469927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T21:14:22.48092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510519099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-26T21:14:22.480984Z","caller":"traceutil/trace.go:171","msg":"trace[1735947660] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4718; }","duration":"1.09758394s","start":"2026-02-26T21:14:21.383365Z","end":"2026-02-26T21:14:22.480949Z","steps":["trace[1735947660] 'agreement among raft nodes before linearized reading' (duration: 1.097491567s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:22.480979Z","caller":"traceutil/trace.go:171","msg":"trace[1886218216] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4718; }","duration":"2.510596571s","start":"2026-02-26T21:14:19.970365Z","end":"2026-02-26T21:14:22.480962Z","steps":["trace[1886218216] 'agreement among raft nodes before linearized reading' (duration: 2.510475398s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:22.480998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025040638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T21:14:22.481029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:19.970361Z","time spent":"2.510660773s","remote":"127.0.0.1:56054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T21:14:22.481027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:21.383345Z","time spent":"1.097671063s","remote":"127.0.0.1:55956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T21:14:22.48105Z","caller":"traceutil/trace.go:171","msg":"trace[1945794039] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4718; }","duration":"2.02513053s","start":"2026-02-26T21:14:20.455903Z","end":"2026-02-26T21:14:22.481034Z","steps":["trace[1945794039] 'agreement among raft nodes before linearized reading' (duration: 2.024963966s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:22.481098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:20.455881Z","time spent":"2.025206733s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T21:14:22.480925Z","caller":"traceutil/trace.go:171","msg":"trace[605124838] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4718; }","duration":"973.832003ms","start":"2026-02-26T21:14:21.507083Z","end":"2026-02-26T21:14:22.480915Z","steps":["trace[605124838] 'agreement among raft nodes before linearized reading' (duration: 973.764371ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:22.481128Z","caller":"traceutil/trace.go:171","msg":"trace[11020778] transaction","detail":"{read_only:false; response_revision:4718; number_of_response:1; }","duration":"394.608855ms","start":"2026-02-26T21:14:22.086502Z","end":"2026-02-26T21:14:22.481111Z","steps":["trace[11020778] 'process raft request' (duration: 393.768633ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:22.481174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:21.507061Z","time spent":"974.09617ms","remote":"127.0.0.1:53798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:14:22.481245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:22.086467Z","time spent":"394.714548ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:14:22.480749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026197488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T21:14:22.481626Z","caller":"traceutil/trace.go:171","msg":"trace[1182597642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4718; }","duration":"2.027095892s","start":"2026-02-26T21:14:20.454511Z","end":"2026-02-26T21:14:22.481607Z","steps":["trace[1182597642] 'agreement among raft nodes before linearized reading' (duration: 2.026074795s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:22.4817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:20.454498Z","time spent":"2.027185124s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T21:14:22.48172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.824045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:14:22.480832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:20.530423Z","time spent":"1.950375187s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-26T21:14:22.481774Z","caller":"traceutil/trace.go:171","msg":"trace[899716132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4718; }","duration":"512.899857ms","start":"2026-02-26T21:14:21.968859Z","end":"2026-02-26T21:14:22.481759Z","steps":["trace[899716132] 'agreement among raft nodes before linearized reading' (duration: 512.805005ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:22.481797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023178059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T21:14:22.481815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:21.968847Z","time spent":"512.958588ms","remote":"127.0.0.1:53588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T21:14:22.481837Z","caller":"traceutil/trace.go:171","msg":"trace[1044014768] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4718; }","duration":"2.023259201s","start":"2026-02-26T21:14:20.458566Z","end":"2026-02-26T21:14:22.481826Z","steps":["trace[1044014768] 'agreement among raft nodes before linearized reading' (duration: 2.023134768s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:22.481863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:20.458543Z","time spent":"2.023314932s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T21:14:22.482005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019596205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-26T21:14:22.482033Z","caller":"traceutil/trace.go:171","msg":"trace[1358149047] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4718; }","duration":"2.019643115s","start":"2026-02-26T21:14:20.462381Z","end":"2026-02-26T21:14:22.482024Z","steps":["trace[1358149047] 'agreement among raft nodes before linearized reading' (duration: 2.019582814s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:22.48205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:20.462368Z","time spent":"2.019678697s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T21:14:22.482149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021865715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T21:14:22.482194Z","caller":"traceutil/trace.go:171","msg":"trace[2019201571] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4718; }","duration":"2.021956316s","start":"2026-02-26T21:14:20.460226Z","end":"2026-02-26T21:14:22.482182Z","steps":["trace[2019201571] 'agreement among raft nodes before linearized reading' (duration: 2.021789332s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:22.482256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:20.460216Z","time spent":"2.022030588s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T21:14:22.98146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355684237,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:14:23.342333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.070804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:14:23.342434Z","caller":"traceutil/trace.go:171","msg":"trace[786320538] transaction","detail":"{read_only:false; response_revision:4719; number_of_response:1; }","duration":"883.598031ms","start":"2026-02-26T21:14:22.458817Z","end":"2026-02-26T21:14:23.342415Z","steps":["trace[786320538] 'process raft request' (duration: 684.352213ms)","trace[786320538] 'compare' (duration: 198.516619ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:14:23.342486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:22.458803Z","time spent":"883.662473ms","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T21:14:23.343647Z","caller":"traceutil/trace.go:171","msg":"trace[1975442317] transaction","detail":"{read_only:false; response_revision:4722; number_of_response:1; }","duration":"849.498922ms","start":"2026-02-26T21:14:22.49414Z","end":"2026-02-26T21:14:23.343639Z","steps":["trace[1975442317] 'process raft request' (duration: 849.457451ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:23.343675Z","caller":"traceutil/trace.go:171","msg":"trace[159090102] transaction","detail":"{read_only:false; response_revision:4720; number_of_response:1; }","duration":"851.004651ms","start":"2026-02-26T21:14:22.492653Z","end":"2026-02-26T21:14:23.343658Z","steps":["trace[159090102] 'process raft request' (duration: 850.873078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:23.34375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:22.492476Z","time spent":"851.267248ms","remote":"127.0.0.1:53604","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T21:14:23.34389Z","caller":"traceutil/trace.go:171","msg":"trace[1243549526] transaction","detail":"{read_only:false; response_revision:4724; number_of_response:1; }","duration":"849.314637ms","start":"2026-02-26T21:14:22.494568Z","end":"2026-02-26T21:14:23.343883Z","steps":["trace[1243549526] 'process raft request' (duration: 849.230865ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:23.343963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:22.494558Z","time spent":"849.352848ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:14:23.34394Z","caller":"traceutil/trace.go:171","msg":"trace[1414436632] transaction","detail":"{read_only:false; response_revision:4723; number_of_response:1; }","duration":"849.41253ms","start":"2026-02-26T21:14:22.49449Z","end":"2026-02-26T21:14:23.343903Z","steps":["trace[1414436632] 'process raft request' (duration: 849.127672ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:23.343715Z","caller":"traceutil/trace.go:171","msg":"trace[1051290294] transaction","detail":"{read_only:false; response_revision:4721; number_of_response:1; }","duration":"850.074167ms","start":"2026-02-26T21:14:22.493637Z","end":"2026-02-26T21:14:23.343711Z","steps":["trace[1051290294] 'process raft request' (duration: 849.941913ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:23.344107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:22.494473Z","time spent":"849.537063ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:14:23.344138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:22.493618Z","time spent":"850.501408ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:14:23.343697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:22.494117Z","time spent":"849.552854ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:14:23.344787Z","caller":"traceutil/trace.go:171","msg":"trace[1150354621] linearizableReadLoop","detail":"{readStateIndex:4935; appliedIndex:4927; }","duration":"864.307483ms","start":"2026-02-26T21:14:22.48047Z","end":"2026-02-26T21:14:23.344778Z","steps":["trace[1150354621] 'read index received' (duration: 662.788994ms)","trace[1150354621] 'applied index is now lower than readState.Index' (duration: 201.517349ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:14:23.344844Z","caller":"traceutil/trace.go:171","msg":"trace[1426547232] transaction","detail":"{read_only:false; response_revision:4725; number_of_response:1; }","duration":"849.663576ms","start":"2026-02-26T21:14:22.495166Z","end":"2026-02-26T21:14:23.34483Z","steps":["trace[1426547232] 'process raft request' (duration: 848.68025ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:23.3449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.394469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:14:23.344905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.966308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:14:23.344917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:22.495158Z","time spent":"849.723827ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:14:23.344935Z","caller":"traceutil/trace.go:171","msg":"trace[1818278644] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4725; }","duration":"885.458151ms","start":"2026-02-26T21:14:22.459466Z","end":"2026-02-26T21:14:23.344924Z","steps":["trace[1818278644] 'agreement among raft nodes before linearized reading' (duration: 885.390529ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:23.344945Z","caller":"traceutil/trace.go:171","msg":"trace[1529359838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4725; }","duration":"849.026339ms","start":"2026-02-26T21:14:22.495907Z","end":"2026-02-26T21:14:23.344933Z","steps":["trace[1529359838] 'agreement among raft nodes before linearized reading' (duration: 848.964927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:23.344985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:22.495899Z","time spent":"849.079771ms","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:14:23.345037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.853137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T21:14:23.345062Z","caller":"traceutil/trace.go:171","msg":"trace[1252452652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4725; }","duration":"104.911489ms","start":"2026-02-26T21:14:23.240144Z","end":"2026-02-26T21:14:23.345055Z","steps":["trace[1252452652] 'agreement among raft nodes before linearized reading' (duration: 104.827387ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:23.344958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:22.459454Z","time spent":"885.498001ms","remote":"127.0.0.1:39160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:14:23.345159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.174442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:14:23.345198Z","caller":"traceutil/trace.go:171","msg":"trace[1363984156] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4725; }","duration":"730.277296ms","start":"2026-02-26T21:14:22.61491Z","end":"2026-02-26T21:14:23.345187Z","steps":["trace[1363984156] 'agreement among raft nodes before linearized reading' (duration: 730.202794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:23.345234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:22.614894Z","time spent":"730.331558ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:14:23.343758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:22.492639Z","time spent":"851.078184ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:14:24.140944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.005849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:14:24.141042Z","caller":"traceutil/trace.go:171","msg":"trace[1466439768] linearizableReadLoop","detail":"{readStateIndex:4938; appliedIndex:4937; }","duration":"778.421396ms","start":"2026-02-26T21:14:23.362606Z","end":"2026-02-26T21:14:24.141027Z","steps":["trace[1466439768] 'read index received' (duration: 431.270403ms)","trace[1466439768] 'applied index is now lower than readState.Index' (duration: 347.149983ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:14:24.14113Z","caller":"traceutil/trace.go:171","msg":"trace[1297149967] transaction","detail":"{read_only:false; response_revision:4728; number_of_response:1; }","duration":"780.157722ms","start":"2026-02-26T21:14:23.360962Z","end":"2026-02-26T21:14:24.14112Z","steps":["trace[1297149967] 'process raft request' (duration: 432.902266ms)","trace[1297149967] 'compare' (duration: 346.895336ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:14:24.141207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:23.360948Z","time spent":"780.229214ms","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:14:24.141589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.945267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:14:24.141617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.464161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-26T21:14:24.141664Z","caller":"traceutil/trace.go:171","msg":"trace[678007357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4728; }","duration":"250.066601ms","start":"2026-02-26T21:14:23.891581Z","end":"2026-02-26T21:14:24.141647Z","steps":["trace[678007357] 'agreement among raft nodes before linearized reading' (duration: 249.941677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:24.14166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.033562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-26T21:14:24.141693Z","caller":"traceutil/trace.go:171","msg":"trace[1898591319] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4728; }","duration":"652.597144ms","start":"2026-02-26T21:14:23.489077Z","end":"2026-02-26T21:14:24.141674Z","steps":["trace[1898591319] 'agreement among raft nodes before linearized reading' (duration: 652.361748ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:24.141719Z","caller":"traceutil/trace.go:171","msg":"trace[1794049873] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4728; }","duration":"779.137385ms","start":"2026-02-26T21:14:23.362567Z","end":"2026-02-26T21:14:24.141704Z","steps":["trace[1794049873] 'agreement among raft nodes before linearized reading' (duration: 778.95536ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:24.14175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:23.362551Z","time spent":"779.191736ms","remote":"127.0.0.1:53604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-26T21:14:24.141748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:23.489064Z","time spent":"652.675236ms","remote":"127.0.0.1:56054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T21:14:25.214568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355684256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:14:25.369124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:24.505998Z","time spent":"863.118861ms","remote":"127.0.0.1:34128","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T21:14:25.371264Z","caller":"traceutil/trace.go:171","msg":"trace[1021790777] transaction","detail":"{read_only:false; response_revision:4729; number_of_response:1; }","duration":"869.606042ms","start":"2026-02-26T21:14:24.501633Z","end":"2026-02-26T21:14:25.371239Z","steps":["trace[1021790777] 'process raft request' (duration: 869.331244ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:25.371369Z","caller":"traceutil/trace.go:171","msg":"trace[845305703] linearizableReadLoop","detail":"{readStateIndex:4940; appliedIndex:4938; }","duration":"656.859518ms","start":"2026-02-26T21:14:24.714489Z","end":"2026-02-26T21:14:25.371349Z","steps":["trace[845305703] 'read index received' (duration: 656.378005ms)","trace[845305703] 'applied index is now lower than readState.Index' (duration: 479.752µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:14:25.371426Z","caller":"traceutil/trace.go:171","msg":"trace[362585499] transaction","detail":"{read_only:false; response_revision:4730; number_of_response:1; }","duration":"869.744835ms","start":"2026-02-26T21:14:24.50166Z","end":"2026-02-26T21:14:25.371405Z","steps":["trace[362585499] 'process raft request' (duration: 869.518309ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:25.371434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:24.501605Z","time spent":"869.743105ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:14:25.37155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.044252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T21:14:25.371579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.519256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:14:25.371593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:24.501635Z","time spent":"869.894499ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:14:25.371743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.404036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:14:25.371612Z","caller":"traceutil/trace.go:171","msg":"trace[1947351032] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:4730; }","duration":"657.146665ms","start":"2026-02-26T21:14:24.714446Z","end":"2026-02-26T21:14:25.371593Z","steps":["trace[1947351032] 'agreement among raft nodes before linearized reading' (duration: 657.033352ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:25.371812Z","caller":"traceutil/trace.go:171","msg":"trace[1318729178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4730; }","duration":"481.514129ms","start":"2026-02-26T21:14:24.890282Z","end":"2026-02-26T21:14:25.371796Z","steps":["trace[1318729178] 'agreement among raft nodes before linearized reading' (duration: 481.393916ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:25.371839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:24.714429Z","time spent":"657.390451ms","remote":"127.0.0.1:53670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:14:25.37186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:24.890271Z","time spent":"481.577351ms","remote":"127.0.0.1:53588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T21:14:25.371635Z","caller":"traceutil/trace.go:171","msg":"trace[1882577332] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4730; }","duration":"482.616239ms","start":"2026-02-26T21:14:24.889001Z","end":"2026-02-26T21:14:25.371618Z","steps":["trace[1882577332] 'agreement among raft nodes before linearized reading' (duration: 482.500516ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:25.371938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.648734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-26T21:14:25.371993Z","caller":"traceutil/trace.go:171","msg":"trace[2060048528] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4730; }","duration":"223.740816ms","start":"2026-02-26T21:14:25.148239Z","end":"2026-02-26T21:14:25.37198Z","steps":["trace[2060048528] 'agreement among raft nodes before linearized reading' (duration: 223.422268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:25.372002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:24.888982Z","time spent":"482.991998ms","remote":"127.0.0.1:55920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:14:26.424802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.624133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:14:26.424901Z","caller":"traceutil/trace.go:171","msg":"trace[1161115512] transaction","detail":"{read_only:false; response_revision:4731; number_of_response:1; }","duration":"1.049164638s","start":"2026-02-26T21:14:25.375718Z","end":"2026-02-26T21:14:26.424883Z","steps":["trace[1161115512] 'process raft request' (duration: 587.378021ms)","trace[1161115512] 'compare' (duration: 461.314695ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:14:26.424965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:25.375695Z","time spent":"1.049243231s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:14:27.491212Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.527806744s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T21:14:27.53169Z","caller":"traceutil/trace.go:171","msg":"trace[1269561523] transaction","detail":"{read_only:false; response_revision:4733; number_of_response:1; }","duration":"2.155653503s","start":"2026-02-26T21:14:25.376016Z","end":"2026-02-26T21:14:27.53167Z","steps":["trace[1269561523] 'process raft request' (duration: 2.155555751s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:27.531719Z","caller":"traceutil/trace.go:171","msg":"trace[804972887] transaction","detail":"{read_only:false; response_revision:4732; number_of_response:1; }","duration":"2.155764667s","start":"2026-02-26T21:14:25.375898Z","end":"2026-02-26T21:14:27.531663Z","steps":["trace[804972887] 'process raft request' (duration: 2.115552936s)","trace[804972887] 'compare' (duration: 39.669207ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:14:27.531826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:25.376011Z","time spent":"2.155737076s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:14:27.5319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:25.375879Z","time spent":"2.155923471s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:14:27.531931Z","caller":"traceutil/trace.go:171","msg":"trace[354025564] transaction","detail":"{read_only:false; response_revision:4735; number_of_response:1; }","duration":"2.155771107s","start":"2026-02-26T21:14:25.376139Z","end":"2026-02-26T21:14:27.53191Z","steps":["trace[354025564] 'process raft request' (duration: 2.155657634s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:27.532052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:25.376116Z","time spent":"2.155863799s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:14:27.532073Z","caller":"traceutil/trace.go:171","msg":"trace[2135981723] transaction","detail":"{read_only:false; response_revision:4734; number_of_response:1; }","duration":"2.156002713s","start":"2026-02-26T21:14:25.376061Z","end":"2026-02-26T21:14:27.532064Z","steps":["trace[2135981723] 'process raft request' (duration: 2.155578881s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:27.532128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:25.376056Z","time spent":"2.156041654s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:14:27.532187Z","caller":"traceutil/trace.go:171","msg":"trace[1269888585] transaction","detail":"{read_only:false; response_revision:4736; number_of_response:1; }","duration":"2.155268283s","start":"2026-02-26T21:14:25.376904Z","end":"2026-02-26T21:14:27.532172Z","steps":["trace[1269888585] 'process raft request' (duration: 2.154972016s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:27.532218Z","caller":"traceutil/trace.go:171","msg":"trace[206695277] linearizableReadLoop","detail":"{readStateIndex:4946; appliedIndex:4940; }","duration":"1.640907839s","start":"2026-02-26T21:14:25.891302Z","end":"2026-02-26T21:14:27.53221Z","steps":["trace[206695277] 'read index received' (duration: 71.882007ms)","trace[206695277] 'applied index is now lower than readState.Index' (duration: 1.569024812s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:14:27.532249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:25.37689Z","time spent":"2.155325265s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:14:27.557316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665997921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:14:27.557421Z","caller":"traceutil/trace.go:171","msg":"trace[1168517036] transaction","detail":"{read_only:false; response_revision:4737; number_of_response:1; }","duration":"179.796495ms","start":"2026-02-26T21:14:27.377608Z","end":"2026-02-26T21:14:27.557404Z","steps":["trace[1168517036] 'process raft request' (duration: 179.662872ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:27.557584Z","caller":"traceutil/trace.go:171","msg":"trace[468503660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4736; }","duration":"1.666152655s","start":"2026-02-26T21:14:25.891246Z","end":"2026-02-26T21:14:27.557399Z","steps":["trace[468503660] 'agreement among raft nodes before linearized reading' (duration: 1.641022992s)","trace[468503660] 'range keys from in-memory index tree' (duration: 24.99091ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:14:27.557753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:25.891225Z","time spent":"1.666519115s","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:14:27.55831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038162862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T21:14:27.558338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179308547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-02-26T21:14:27.558342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.913057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:14:27.558379Z","caller":"traceutil/trace.go:171","msg":"trace[1505570917] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4738; }","duration":"1.179351178s","start":"2026-02-26T21:14:26.379018Z","end":"2026-02-26T21:14:27.558369Z","steps":["trace[1505570917] 'agreement among raft nodes before linearized reading' (duration: 1.179269786s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:27.558372Z","caller":"traceutil/trace.go:171","msg":"trace[1942453753] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4738; }","duration":"1.038263515s","start":"2026-02-26T21:14:26.520095Z","end":"2026-02-26T21:14:27.558358Z","steps":["trace[1942453753] 'agreement among raft nodes before linearized reading' (duration: 1.038174582s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:27.558401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:26.378957Z","time spent":"1.179439071s","remote":"127.0.0.1:56054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T21:14:27.55841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:26.520077Z","time spent":"1.038327216s","remote":"127.0.0.1:53962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-02-26T21:14:27.558409Z","caller":"traceutil/trace.go:171","msg":"trace[557050351] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4738; }","duration":"516.02164ms","start":"2026-02-26T21:14:27.042371Z","end":"2026-02-26T21:14:27.558392Z","steps":["trace[557050351] 'agreement among raft nodes before linearized reading' (duration: 515.901716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:27.55831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257881951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T21:14:27.558456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:27.042354Z","time spent":"516.092692ms","remote":"127.0.0.1:54020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-26T21:14:27.558486Z","caller":"traceutil/trace.go:171","msg":"trace[1429464431] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4738; }","duration":"1.258105267s","start":"2026-02-26T21:14:26.300362Z","end":"2026-02-26T21:14:27.558468Z","steps":["trace[1429464431] 'agreement among raft nodes before linearized reading' (duration: 1.257882541s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:27.558531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:26.300344Z","time spent":"1.258172019s","remote":"127.0.0.1:55998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T21:14:27.558732Z","caller":"traceutil/trace.go:171","msg":"trace[405033818] transaction","detail":"{read_only:false; response_revision:4738; number_of_response:1; }","duration":"179.94264ms","start":"2026-02-26T21:14:27.378311Z","end":"2026-02-26T21:14:27.558254Z","steps":["trace[405033818] 'process raft request' (duration: 179.066217ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:28.635022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.52851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T21:14:28.63589Z","caller":"traceutil/trace.go:171","msg":"trace[598393389] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4738; }","duration":"207.508507ms","start":"2026-02-26T21:14:28.428359Z","end":"2026-02-26T21:14:28.635867Z","steps":["trace[598393389] 'range keys from in-memory index tree' (duration: 206.407007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:28.634985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.774176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:14:28.636107Z","caller":"traceutil/trace.go:171","msg":"trace[850695916] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:4738; }","duration":"233.010979ms","start":"2026-02-26T21:14:28.403027Z","end":"2026-02-26T21:14:28.636038Z","steps":["trace[850695916] 'count revisions from in-memory index tree' (duration: 231.613882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:28.635164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.500306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T21:14:28.635274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.045931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:14:28.636408Z","caller":"traceutil/trace.go:171","msg":"trace[452818203] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:4738; }","duration":"111.756259ms","start":"2026-02-26T21:14:28.524563Z","end":"2026-02-26T21:14:28.636319Z","steps":["trace[452818203] 'count revisions from in-memory index tree' (duration: 110.389384ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:28.635486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.192004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:14:28.636467Z","caller":"traceutil/trace.go:171","msg":"trace[978008757] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:4738; }","duration":"436.247882ms","start":"2026-02-26T21:14:28.200184Z","end":"2026-02-26T21:14:28.636431Z","steps":["trace[978008757] 'count revisions from in-memory index tree' (duration: 434.952178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:28.636575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:28.200168Z","time spent":"436.367915ms","remote":"127.0.0.1:53896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-02-26T21:14:28.636867Z","caller":"traceutil/trace.go:171","msg":"trace[1377981481] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4738; }","duration":"741.313425ms","start":"2026-02-26T21:14:27.895204Z","end":"2026-02-26T21:14:28.636517Z","steps":["trace[1377981481] 'count revisions from in-memory index tree' (duration: 740.01663ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:28.636953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:27.895165Z","time spent":"741.773507ms","remote":"127.0.0.1:55872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:14:29.406663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.096635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:14:29.40674Z","caller":"traceutil/trace.go:171","msg":"trace[1789397001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4739; }","duration":"515.225638ms","start":"2026-02-26T21:14:28.891495Z","end":"2026-02-26T21:14:29.40672Z","steps":["trace[1789397001] 'range keys from in-memory index tree' (duration: 514.994132ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:29.406791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:28.891474Z","time spent":"515.296481ms","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T21:14:30.008602Z","caller":"traceutil/trace.go:171","msg":"trace[1603715015] transaction","detail":"{read_only:false; response_revision:4740; number_of_response:1; }","duration":"467.431997ms","start":"2026-02-26T21:14:29.541146Z","end":"2026-02-26T21:14:30.008578Z","steps":["trace[1603715015] 'process raft request' (duration: 467.279133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:30.008755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:29.541108Z","time spent":"467.566261ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:14:31.893918Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.885452083s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T21:14:31.894397Z","caller":"traceutil/trace.go:171","msg":"trace[1983209960] transaction","detail":"{read_only:false; response_revision:4741; number_of_response:1; }","duration":"2.352650083s","start":"2026-02-26T21:14:29.541722Z","end":"2026-02-26T21:14:31.894372Z","steps":["trace[1983209960] 'process raft request' (duration: 2.352458228s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:31.89455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:29.541686Z","time spent":"2.352778006s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:14:31.894688Z","caller":"traceutil/trace.go:171","msg":"trace[537404514] transaction","detail":"{read_only:false; response_revision:4742; number_of_response:1; }","duration":"2.352809878s","start":"2026-02-26T21:14:29.541854Z","end":"2026-02-26T21:14:31.894664Z","steps":["trace[537404514] 'process raft request' (duration: 2.352472879s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:31.894781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:29.541836Z","time spent":"2.352901779s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:14:31.894823Z","caller":"traceutil/trace.go:171","msg":"trace[1979232858] transaction","detail":"{read_only:false; response_revision:4743; number_of_response:1; }","duration":"2.352788057s","start":"2026-02-26T21:14:29.542Z","end":"2026-02-26T21:14:31.894788Z","steps":["trace[1979232858] 'process raft request' (duration: 2.352562301s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:31.894889Z","caller":"traceutil/trace.go:171","msg":"trace[429320204] transaction","detail":"{read_only:false; response_revision:4745; number_of_response:1; }","duration":"2.331469724s","start":"2026-02-26T21:14:29.563406Z","end":"2026-02-26T21:14:31.894876Z","steps":["trace[429320204] 'process raft request' (duration: 2.331340181s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:31.89489Z","caller":"traceutil/trace.go:171","msg":"trace[2133306344] linearizableReadLoop","detail":"{readStateIndex:4957; appliedIndex:4950; }","duration":"2.249826999s","start":"2026-02-26T21:14:29.645041Z","end":"2026-02-26T21:14:31.894868Z","steps":["trace[2133306344] 'read index received' (duration: 363.416181ms)","trace[2133306344] 'applied index is now lower than readState.Index' (duration: 1.886409808s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:14:31.894976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:29.563392Z","time spent":"2.331526145s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:14:31.89498Z","caller":"traceutil/trace.go:171","msg":"trace[1245491379] transaction","detail":"{read_only:false; response_revision:4744; number_of_response:1; }","duration":"2.352928751s","start":"2026-02-26T21:14:29.542039Z","end":"2026-02-26T21:14:31.894968Z","steps":["trace[1245491379] 'process raft request' (duration: 2.352667404s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:31.895016Z","caller":"traceutil/trace.go:171","msg":"trace[108362034] transaction","detail":"{read_only:false; response_revision:4746; number_of_response:1; }","duration":"2.331561536s","start":"2026-02-26T21:14:29.56344Z","end":"2026-02-26T21:14:31.895001Z","steps":["trace[108362034] 'process raft request' (duration: 2.331344471s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:31.895085Z","caller":"traceutil/trace.go:171","msg":"trace[465834759] transaction","detail":"{read_only:false; response_revision:4747; number_of_response:1; }","duration":"1.908628974s","start":"2026-02-26T21:14:29.986446Z","end":"2026-02-26T21:14:31.895075Z","steps":["trace[465834759] 'process raft request' (duration: 1.908375118s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:31.895056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:29.541987Z","time spent":"2.35291721s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:14:31.895083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:29.542022Z","time spent":"2.353017512s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:14:31.895098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:29.563424Z","time spent":"2.331623498s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:14:31.895139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:29.986419Z","time spent":"1.908694476s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:14:31.895249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.25021314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-26T21:14:31.895294Z","caller":"traceutil/trace.go:171","msg":"trace[1403555651] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4747; }","duration":"2.250286902s","start":"2026-02-26T21:14:29.644994Z","end":"2026-02-26T21:14:31.895281Z","steps":["trace[1403555651] 'agreement among raft nodes before linearized reading' (duration: 2.25020882s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:31.89533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:29.644978Z","time spent":"2.250344453s","remote":"127.0.0.1:56054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T21:14:32.35718Z","caller":"traceutil/trace.go:171","msg":"trace[1205455600] linearizableReadLoop","detail":"{readStateIndex:4959; appliedIndex:4958; }","duration":"462.165696ms","start":"2026-02-26T21:14:31.894971Z","end":"2026-02-26T21:14:32.357137Z","steps":["trace[1205455600] 'read index received' (duration: 461.928459ms)","trace[1205455600] 'applied index is now lower than readState.Index' (duration: 235.897µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:14:32.357558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976976967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:14:32.357621Z","caller":"traceutil/trace.go:171","msg":"trace[1610744447] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4748; }","duration":"1.977062509s","start":"2026-02-26T21:14:30.380543Z","end":"2026-02-26T21:14:32.357605Z","steps":["trace[1610744447] 'agreement among raft nodes before linearized reading' (duration: 1.976922285s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:32.357648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68192162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T21:14:32.357728Z","caller":"traceutil/trace.go:171","msg":"trace[1225395484] transaction","detail":"{read_only:false; response_revision:4748; number_of_response:1; }","duration":"2.104625136s","start":"2026-02-26T21:14:30.253078Z","end":"2026-02-26T21:14:32.357703Z","steps":["trace[1225395484] 'process raft request' (duration: 2.103905697s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:32.357753Z","caller":"traceutil/trace.go:171","msg":"trace[1189028395] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4748; }","duration":"1.682098984s","start":"2026-02-26T21:14:30.675637Z","end":"2026-02-26T21:14:32.357736Z","steps":["trace[1189028395] 'agreement among raft nodes before linearized reading' (duration: 1.681769446s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:32.357857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:30.675617Z","time spent":"1.682226347s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T21:14:32.357885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067952294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:14:32.357932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466562125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:14:32.357974Z","caller":"traceutil/trace.go:171","msg":"trace[493963973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4748; }","duration":"1.466641707s","start":"2026-02-26T21:14:30.891319Z","end":"2026-02-26T21:14:32.357961Z","steps":["trace[493963973] 'agreement among raft nodes before linearized reading' (duration: 1.466577186s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:32.357979Z","caller":"traceutil/trace.go:171","msg":"trace[1722118906] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:4748; }","duration":"1.068077968s","start":"2026-02-26T21:14:31.289864Z","end":"2026-02-26T21:14:32.357942Z","steps":["trace[1722118906] 'agreement among raft nodes before linearized reading' (duration: 1.067927434s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:32.357636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.636747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-26T21:14:32.358025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:30.891297Z","time spent":"1.46671778s","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:14:32.358036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:31.289842Z","time spent":"1.068183451s","remote":"127.0.0.1:55948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:14:32.357732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.28061649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:14:32.358069Z","caller":"traceutil/trace.go:171","msg":"trace[1805176452] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:4748; }","duration":"735.13631ms","start":"2026-02-26T21:14:31.622903Z","end":"2026-02-26T21:14:32.358039Z","steps":["trace[1805176452] 'agreement among raft nodes before linearized reading' (duration: 734.569446ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:32.358109Z","caller":"traceutil/trace.go:171","msg":"trace[32116306] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:4748; }","duration":"2.281003171s","start":"2026-02-26T21:14:30.077078Z","end":"2026-02-26T21:14:32.358081Z","steps":["trace[32116306] 'agreement among raft nodes before linearized reading' (duration: 2.28061742s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:32.357855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:30.253052Z","time spent":"2.104730659s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:14:32.358162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:31.622884Z","time spent":"735.256503ms","remote":"127.0.0.1:53604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-02-26T21:14:32.358179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:30.07706Z","time spent":"2.281092633s","remote":"127.0.0.1:47222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:14:32.357665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:30.380468Z","time spent":"1.977183142s","remote":"127.0.0.1:54026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:14:32.358035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.057055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-26T21:14:32.35846Z","caller":"traceutil/trace.go:171","msg":"trace[1574020803] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4748; }","duration":"345.510057ms","start":"2026-02-26T21:14:32.012927Z","end":"2026-02-26T21:14:32.358437Z","steps":["trace[1574020803] 'agreement among raft nodes before linearized reading' (duration: 344.85ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:32.358528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:32.012907Z","time spent":"345.604ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T21:14:33.761943Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.333847845s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T21:14:33.764205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295304428s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:14:33.764361Z","caller":"traceutil/trace.go:171","msg":"trace[2142266614] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4748; }","duration":"1.295509593s","start":"2026-02-26T21:14:32.468826Z","end":"2026-02-26T21:14:33.764336Z","steps":["trace[2142266614] 'range keys from in-memory index tree' (duration: 1.295286057s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:33.764482Z","caller":"traceutil/trace.go:171","msg":"trace[1328084473] transaction","detail":"{read_only:false; response_revision:4749; number_of_response:1; }","duration":"1.401775737s","start":"2026-02-26T21:14:32.362687Z","end":"2026-02-26T21:14:33.764463Z","steps":["trace[1328084473] 'process raft request' (duration: 1.399426985s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:33.764589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:32.36267Z","time spent":"1.401851459s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:14:33.764917Z","caller":"traceutil/trace.go:171","msg":"trace[1099187783] linearizableReadLoop","detail":"{readStateIndex:4962; appliedIndex:4959; }","duration":"1.398197623s","start":"2026-02-26T21:14:32.366698Z","end":"2026-02-26T21:14:33.764895Z","steps":["trace[1099187783] 'read index received' (duration: 61.38489ms)","trace[1099187783] 'applied index is now lower than readState.Index' (duration: 1.336811563s)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:14:33.765094Z","caller":"traceutil/trace.go:171","msg":"trace[402719616] transaction","detail":"{read_only:false; response_revision:4750; number_of_response:1; }","duration":"1.402384543s","start":"2026-02-26T21:14:32.362686Z","end":"2026-02-26T21:14:33.765071Z","steps":["trace[402719616] 'process raft request' (duration: 1.401715636s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:33.765194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:32.362667Z","time spent":"1.402480235s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:14:33.765237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398536151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:14:33.765277Z","caller":"traceutil/trace.go:171","msg":"trace[1830690209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4751; }","duration":"1.398588184s","start":"2026-02-26T21:14:32.366677Z","end":"2026-02-26T21:14:33.765265Z","steps":["trace[1830690209] 'agreement among raft nodes before linearized reading' (duration: 1.398407739s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:33.765315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:32.366671Z","time spent":"1.398636945s","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T21:14:33.76531Z","caller":"traceutil/trace.go:171","msg":"trace[1494572265] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"888.947531ms","start":"2026-02-26T21:14:32.876335Z","end":"2026-02-26T21:14:33.765282Z","steps":["trace[1494572265] 'process raft request' (duration: 888.852748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:33.765436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:32.876308Z","time spent":"889.073195ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:14:33.765571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.940303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:14:33.765619Z","caller":"traceutil/trace.go:171","msg":"trace[554278673] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:4752; }","duration":"664.020396ms","start":"2026-02-26T21:14:33.101589Z","end":"2026-02-26T21:14:33.765609Z","steps":["trace[554278673] 'agreement among raft nodes before linearized reading' (duration: 663.944714ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:33.76565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:33.101573Z","time spent":"664.067476ms","remote":"127.0.0.1:39174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:14:33.765664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213344994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T21:14:33.765668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183492346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-02-26T21:14:33.765701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.3379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-26T21:14:33.765731Z","caller":"traceutil/trace.go:171","msg":"trace[1348082476] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4752; }","duration":"1.183588038s","start":"2026-02-26T21:14:32.582125Z","end":"2026-02-26T21:14:33.765713Z","steps":["trace[1348082476] 'agreement among raft nodes before linearized reading' (duration: 1.183418864s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:33.765738Z","caller":"traceutil/trace.go:171","msg":"trace[1664766106] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:4752; }","duration":"1.213477137s","start":"2026-02-26T21:14:32.552226Z","end":"2026-02-26T21:14:33.765703Z","steps":["trace[1664766106] 'agreement among raft nodes before linearized reading' (duration: 1.213299702s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:33.765777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:32.582101Z","time spent":"1.183665001s","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T21:14:33.765783Z","caller":"traceutil/trace.go:171","msg":"trace[1305631745] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4752; }","duration":"862.457022ms","start":"2026-02-26T21:14:32.903301Z","end":"2026-02-26T21:14:33.765758Z","steps":["trace[1305631745] 'agreement among raft nodes before linearized reading' (duration: 862.227296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:33.76581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:32.552198Z","time spent":"1.213598311s","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":21,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:14:33.765843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:32.903278Z","time spent":"862.548514ms","remote":"127.0.0.1:56054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T21:14:33.765438Z","caller":"traceutil/trace.go:171","msg":"trace[1392174139] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"1.336291689s","start":"2026-02-26T21:14:32.429108Z","end":"2026-02-26T21:14:33.765399Z","steps":["trace[1392174139] 'process raft request' (duration: 1.335722144s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:33.766274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:32.429079Z","time spent":"1.337050409s","remote":"127.0.0.1:53604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:14:34.809154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.634172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T21:14:34.809262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.55432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T21:14:34.809342Z","caller":"traceutil/trace.go:171","msg":"trace[678115416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4752; }","duration":"908.683393ms","start":"2026-02-26T21:14:33.900643Z","end":"2026-02-26T21:14:34.809326Z","steps":["trace[678115416] 'range keys from in-memory index tree' (duration: 908.405466ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:34.809398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:33.900634Z","time spent":"908.754566ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T21:14:34.809156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.506415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T21:14:34.809667Z","caller":"traceutil/trace.go:171","msg":"trace[758041315] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4752; }","duration":"910.07447ms","start":"2026-02-26T21:14:33.899572Z","end":"2026-02-26T21:14:34.809647Z","steps":["trace[758041315] 'range keys from in-memory index tree' (duration: 909.29742ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:34.809715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:33.899547Z","time spent":"910.154252ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T21:14:34.809319Z","caller":"traceutil/trace.go:171","msg":"trace[116359246] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4752; }","duration":"908.834668ms","start":"2026-02-26T21:14:33.900465Z","end":"2026-02-26T21:14:34.8093Z","steps":["trace[116359246] 'range keys from in-memory index tree' (duration: 908.517469ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:34.809908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:33.900453Z","time spent":"909.435603ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T21:14:34.809195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.603892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T21:14:34.810014Z","caller":"traceutil/trace.go:171","msg":"trace[2085379323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4752; }","duration":"909.452584ms","start":"2026-02-26T21:14:33.900539Z","end":"2026-02-26T21:14:34.809992Z","steps":["trace[2085379323] 'range keys from in-memory index tree' (duration: 908.508169ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:34.810086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:33.900515Z","time spent":"909.541557ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T21:14:35.242679Z","caller":"traceutil/trace.go:171","msg":"trace[1533548978] transaction","detail":"{read_only:false; response_revision:4753; number_of_response:1; }","duration":"1.341533379s","start":"2026-02-26T21:14:33.901116Z","end":"2026-02-26T21:14:35.242649Z","steps":["trace[1533548978] 'process raft request' (duration: 1.341379975s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:35.242842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:33.9011Z","time spent":"1.341657172s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:14:35.300838Z","caller":"traceutil/trace.go:171","msg":"trace[1677225777] transaction","detail":"{read_only:false; response_revision:4754; number_of_response:1; }","duration":"1.398410159s","start":"2026-02-26T21:14:33.902402Z","end":"2026-02-26T21:14:35.300813Z","steps":["trace[1677225777] 'process raft request' (duration: 1.398222604s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:35.301027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:33.902389Z","time spent":"1.398529632s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:14:35.301048Z","caller":"traceutil/trace.go:171","msg":"trace[823060107] transaction","detail":"{read_only:false; response_revision:4755; number_of_response:1; }","duration":"487.27942ms","start":"2026-02-26T21:14:34.813753Z","end":"2026-02-26T21:14:35.301033Z","steps":["trace[823060107] 'process raft request' (duration: 487.018483ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:35.301127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:34.813729Z","time spent":"487.355583ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:14:35.301289Z","caller":"traceutil/trace.go:171","msg":"trace[1726780330] transaction","detail":"{read_only:false; response_revision:4757; number_of_response:1; }","duration":"486.300774ms","start":"2026-02-26T21:14:34.814964Z","end":"2026-02-26T21:14:35.301265Z","steps":["trace[1726780330] 'process raft request' (duration: 486.184501ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:35.301342Z","caller":"traceutil/trace.go:171","msg":"trace[1966422748] transaction","detail":"{read_only:false; response_revision:4758; number_of_response:1; }","duration":"486.387207ms","start":"2026-02-26T21:14:34.814927Z","end":"2026-02-26T21:14:35.301314Z","steps":["trace[1966422748] 'process raft request' (duration: 486.299944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:35.301396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.061791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-02-26T21:14:35.301431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:34.814927Z","time spent":"486.433008ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:14:35.301445Z","caller":"traceutil/trace.go:171","msg":"trace[722132185] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4758; }","duration":"527.139763ms","start":"2026-02-26T21:14:34.774295Z","end":"2026-02-26T21:14:35.301435Z","steps":["trace[722132185] 'agreement among raft nodes before linearized reading' (duration: 527.04427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:35.301481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:34.774279Z","time spent":"527.194785ms","remote":"127.0.0.1:56054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T21:14:35.301316Z","caller":"traceutil/trace.go:171","msg":"trace[288150509] linearizableReadLoop","detail":"{readStateIndex:4966; appliedIndex:4964; }","duration":"526.975578ms","start":"2026-02-26T21:14:34.774329Z","end":"2026-02-26T21:14:35.301304Z","steps":["trace[288150509] 'read index received' (duration: 468.270969ms)","trace[288150509] 'applied index is now lower than readState.Index' (duration: 58.703509ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:14:35.301546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:34.814899Z","time spent":"486.537321ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:14:35.301654Z","caller":"traceutil/trace.go:171","msg":"trace[453798071] transaction","detail":"{read_only:false; response_revision:4756; number_of_response:1; }","duration":"486.399297ms","start":"2026-02-26T21:14:34.814853Z","end":"2026-02-26T21:14:35.301253Z","steps":["trace[453798071] 'process raft request' (duration: 486.12158ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:35.301663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.582077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:14:35.30172Z","caller":"traceutil/trace.go:171","msg":"trace[992162549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4758; }","duration":"410.637968ms","start":"2026-02-26T21:14:34.891067Z","end":"2026-02-26T21:14:35.301705Z","steps":["trace[992162549] 'agreement among raft nodes before linearized reading' (duration: 410.555566ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:35.301735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:34.814838Z","time spent":"486.85814ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:14:35.30176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:34.891003Z","time spent":"410.750031ms","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:14:35.872029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.32724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T21:14:35.87213Z","caller":"traceutil/trace.go:171","msg":"trace[1549397823] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4758; }","duration":"102.432313ms","start":"2026-02-26T21:14:35.769673Z","end":"2026-02-26T21:14:35.872105Z","steps":["trace[1549397823] 'range keys from in-memory index tree' (duration: 102.150846ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:35.872502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.254195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-26T21:14:35.872588Z","caller":"traceutil/trace.go:171","msg":"trace[1599042136] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4758; }","duration":"103.398208ms","start":"2026-02-26T21:14:35.769165Z","end":"2026-02-26T21:14:35.872563Z","steps":["trace[1599042136] 'range keys from in-memory index tree' (duration: 102.866335ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:36.406486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355684337,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:14:36.907363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355684337,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:14:37.369977Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.493797476s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T21:14:37.37034Z","caller":"traceutil/trace.go:171","msg":"trace[2131268251] transaction","detail":"{read_only:false; response_revision:4759; number_of_response:1; }","duration":"1.494229688s","start":"2026-02-26T21:14:35.876085Z","end":"2026-02-26T21:14:37.370315Z","steps":["trace[2131268251] 'process raft request' (duration: 1.494065944s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:37.370549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:35.876068Z","time spent":"1.49431984s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:14:37.371967Z","caller":"traceutil/trace.go:171","msg":"trace[2021269748] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"1.495490011s","start":"2026-02-26T21:14:35.876454Z","end":"2026-02-26T21:14:37.371944Z","steps":["trace[2021269748] 'process raft request' (duration: 1.495296756s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:37.372256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:35.876439Z","time spent":"1.495613934s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:14:37.372312Z","caller":"traceutil/trace.go:171","msg":"trace[95784275] transaction","detail":"{read_only:false; response_revision:4761; number_of_response:1; }","duration":"123.473789ms","start":"2026-02-26T21:14:37.2488Z","end":"2026-02-26T21:14:37.372274Z","steps":["trace[95784275] 'process raft request' (duration: 123.099769ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:14:37.372764Z","caller":"traceutil/trace.go:171","msg":"trace[1044008128] linearizableReadLoop","detail":"{readStateIndex:4972; appliedIndex:4970; }","duration":"1.480797633s","start":"2026-02-26T21:14:35.891941Z","end":"2026-02-26T21:14:37.372739Z","steps":["trace[1044008128] 'read index received' (duration: 1.478348338s)","trace[1044008128] 'applied index is now lower than readState.Index' (duration: 2.447855ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:14:37.372947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480999328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:14:37.373036Z","caller":"traceutil/trace.go:171","msg":"trace[385067436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4762; }","duration":"1.48108852s","start":"2026-02-26T21:14:35.891901Z","end":"2026-02-26T21:14:37.37299Z","steps":["trace[385067436] 'agreement among raft nodes before linearized reading' (duration: 1.481007958s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:37.373074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:35.891884Z","time spent":"1.481182693s","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:14:37.373309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064986578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-26T21:14:37.373385Z","caller":"traceutil/trace.go:171","msg":"trace[773947753] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4762; }","duration":"1.065107191s","start":"2026-02-26T21:14:36.308256Z","end":"2026-02-26T21:14:37.373363Z","steps":["trace[773947753] 'agreement among raft nodes before linearized reading' (duration: 1.064965308s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:37.373433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.59356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:14:37.373536Z","caller":"traceutil/trace.go:171","msg":"trace[1772218271] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:4762; }","duration":"168.717503ms","start":"2026-02-26T21:14:37.204784Z","end":"2026-02-26T21:14:37.373501Z","steps":["trace[1772218271] 'agreement among raft nodes before linearized reading' (duration: 168.537608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:37.373568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.935298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:14:37.373621Z","caller":"traceutil/trace.go:171","msg":"trace[652432626] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4762; }","duration":"244.062682ms","start":"2026-02-26T21:14:37.129541Z","end":"2026-02-26T21:14:37.373604Z","steps":["trace[652432626] 'agreement among raft nodes before linearized reading' (duration: 243.957429ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:14:37.374287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:14:36.308233Z","time spent":"1.066032915s","remote":"127.0.0.1:56054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T21:15:04.618666Z","caller":"traceutil/trace.go:171","msg":"trace[239955431] transaction","detail":"{read_only:false; response_revision:4889; number_of_response:1; }","duration":"202.493644ms","start":"2026-02-26T21:15:04.41614Z","end":"2026-02-26T21:15:04.618634Z","steps":["trace[239955431] 'process raft request' (duration: 202.303759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:07.705687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.209221ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T21:15:07.705919Z","caller":"traceutil/trace.go:171","msg":"trace[376806145] linearizableReadLoop","detail":"{readStateIndex:5116; appliedIndex:5115; }","duration":"834.523495ms","start":"2026-02-26T21:15:06.871369Z","end":"2026-02-26T21:15:07.705893Z","steps":["trace[376806145] 'read index received' (duration: 65.002276ms)","trace[376806145] 'applied index is now lower than readState.Index' (duration: 769.518649ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:15:07.706118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.73212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:15:07.706228Z","caller":"traceutil/trace.go:171","msg":"trace[1833812368] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:4897; }","duration":"834.886714ms","start":"2026-02-26T21:15:06.871318Z","end":"2026-02-26T21:15:07.706205Z","steps":["trace[1833812368] 'agreement among raft nodes before linearized reading' (duration: 834.72555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:07.706637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:06.871299Z","time spent":"835.288004ms","remote":"127.0.0.1:55906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-02-26T21:15:07.706476Z","caller":"traceutil/trace.go:171","msg":"trace[1885168307] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"238.761272ms","start":"2026-02-26T21:15:07.467691Z","end":"2026-02-26T21:15:07.706452Z","steps":["trace[1885168307] 'process raft request' (duration: 238.628818ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:15:07.707364Z","caller":"traceutil/trace.go:171","msg":"trace[1228641614] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"225.536372ms","start":"2026-02-26T21:15:07.481812Z","end":"2026-02-26T21:15:07.707349Z","steps":["trace[1228641614] 'process raft request' (duration: 225.327127ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:07.707481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.497268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-26T21:15:07.707634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.22098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-26T21:15:07.707681Z","caller":"traceutil/trace.go:171","msg":"trace[1339065139] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4899; }","duration":"226.661632ms","start":"2026-02-26T21:15:07.480907Z","end":"2026-02-26T21:15:07.707569Z","steps":["trace[1339065139] 'agreement among raft nodes before linearized reading' (duration: 226.405596ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:15:07.707737Z","caller":"traceutil/trace.go:171","msg":"trace[872553455] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4899; }","duration":"168.346773ms","start":"2026-02-26T21:15:07.53936Z","end":"2026-02-26T21:15:07.707707Z","steps":["trace[872553455] 'agreement among raft nodes before linearized reading' (duration: 167.968793ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:07.707899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.112112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T21:15:07.70794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.752811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T21:15:07.70794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.644018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T21:15:07.707977Z","caller":"traceutil/trace.go:171","msg":"trace[678635944] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4899; }","duration":"191.811913ms","start":"2026-02-26T21:15:07.516155Z","end":"2026-02-26T21:15:07.707967Z","steps":["trace[678635944] 'agreement among raft nodes before linearized reading' (duration: 191.70393ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:15:07.707992Z","caller":"traceutil/trace.go:171","msg":"trace[1943486654] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4899; }","duration":"172.223306ms","start":"2026-02-26T21:15:07.535735Z","end":"2026-02-26T21:15:07.707958Z","steps":["trace[1943486654] 'agreement among raft nodes before linearized reading' (duration: 171.978629ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:15:07.707997Z","caller":"traceutil/trace.go:171","msg":"trace[1583269085] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4899; }","duration":"177.747121ms","start":"2026-02-26T21:15:07.530233Z","end":"2026-02-26T21:15:07.70798Z","steps":["trace[1583269085] 'agreement among raft nodes before linearized reading' (duration: 177.513395ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:07.707994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.414295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T21:15:07.707994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.615061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T21:15:07.708047Z","caller":"traceutil/trace.go:171","msg":"trace[958959470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4899; }","duration":"168.486186ms","start":"2026-02-26T21:15:07.539546Z","end":"2026-02-26T21:15:07.708032Z","steps":["trace[958959470] 'agreement among raft nodes before linearized reading' (duration: 168.321832ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:15:07.708102Z","caller":"traceutil/trace.go:171","msg":"trace[1071447323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4899; }","duration":"168.754234ms","start":"2026-02-26T21:15:07.539323Z","end":"2026-02-26T21:15:07.708078Z","steps":["trace[1071447323] 'agreement among raft nodes before linearized reading' (duration: 168.527148ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:08.389629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355684717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:15:09.056631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.001076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:15:09.05673Z","caller":"traceutil/trace.go:171","msg":"trace[932647011] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"1.344775911s","start":"2026-02-26T21:15:07.711936Z","end":"2026-02-26T21:15:09.056712Z","steps":["trace[932647011] 'process raft request' (duration: 780.619221ms)","trace[932647011] 'compare' (duration: 563.77407ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:15:09.056788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:07.711916Z","time spent":"1.344843532s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:15:09.889937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000353693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T21:15:09.890031Z","caller":"traceutil/trace.go:171","msg":"trace[759491305] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000511967s","start":"2026-02-26T21:15:07.8895Z","end":"2026-02-26T21:15:09.890012Z","steps":["trace[759491305] 'agreement among raft nodes before linearized reading' (duration: 2.000393964s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:09.890085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:07.88948Z","time spent":"2.00059327s","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 21:15:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T21:15:10.399833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.873656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:15:10.400068Z","caller":"traceutil/trace.go:171","msg":"trace[1908193172] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"2.687653931s","start":"2026-02-26T21:15:07.712369Z","end":"2026-02-26T21:15:10.400023Z","steps":["trace[1908193172] 'process raft request' (duration: 1.703512838s)","trace[1908193172] 'compare' (duration: 983.589679ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:15:10.400223Z","caller":"traceutil/trace.go:171","msg":"trace[1027885874] linearizableReadLoop","detail":"{readStateIndex:5125; appliedIndex:5118; }","duration":"2.510649891s","start":"2026-02-26T21:15:07.88955Z","end":"2026-02-26T21:15:10.4002Z","steps":["trace[1027885874] 'read index received' (duration: 603.095406ms)","trace[1027885874] 'applied index is now lower than readState.Index' (duration: 1.907552965s)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:15:10.400363Z","caller":"traceutil/trace.go:171","msg":"trace[924306190] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"2.687152498s","start":"2026-02-26T21:15:07.713194Z","end":"2026-02-26T21:15:10.400347Z","steps":["trace[924306190] 'process raft request' (duration: 2.686805449s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:15:10.4004Z","caller":"traceutil/trace.go:171","msg":"trace[146838639] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"2.68684288s","start":"2026-02-26T21:15:07.713536Z","end":"2026-02-26T21:15:10.400379Z","steps":["trace[146838639] 'process raft request' (duration: 2.686570913s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:15:10.400203Z","caller":"traceutil/trace.go:171","msg":"trace[957452359] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"2.687397254s","start":"2026-02-26T21:15:07.712776Z","end":"2026-02-26T21:15:10.400173Z","steps":["trace[957452359] 'process raft request' (duration: 2.687145428s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:10.400462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:07.713187Z","time spent":"2.68722604s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:15:10.400475Z","caller":"traceutil/trace.go:171","msg":"trace[166302829] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"2.686874241s","start":"2026-02-26T21:15:07.713578Z","end":"2026-02-26T21:15:10.400452Z","steps":["trace[166302829] 'process raft request' (duration: 2.686572683s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:10.400502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:07.713516Z","time spent":"2.686930523s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:15:10.400487Z","caller":"traceutil/trace.go:171","msg":"trace[1952097292] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"2.686959593s","start":"2026-02-26T21:15:07.713506Z","end":"2026-02-26T21:15:10.400465Z","steps":["trace[1952097292] 'process raft request' (duration: 2.686552482s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:10.400487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:07.712762Z","time spent":"2.687689453s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:15:10.400234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:07.712351Z","time spent":"2.687798226s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:15:10.400584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:07.713572Z","time spent":"2.686955213s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:15:10.400575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:07.713496Z","time spent":"2.687034425s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:15:10.750607Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.318327623s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T21:15:10.909696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.799791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:15:10.909818Z","caller":"traceutil/trace.go:171","msg":"trace[1947669336] transaction","detail":"{read_only:false; response_revision:4907; number_of_response:1; }","duration":"1.477620507s","start":"2026-02-26T21:15:09.432177Z","end":"2026-02-26T21:15:10.909798Z","steps":["trace[1947669336] 'process raft request' (duration: 1.318624781s)","trace[1947669336] 'compare' (duration: 158.617266ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:15:10.90988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:09.432156Z","time spent":"1.477694399s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:15:11.26197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.237389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:15:11.262145Z","caller":"traceutil/trace.go:171","msg":"trace[1707199163] linearizableReadLoop","detail":"{readStateIndex:5128; appliedIndex:5125; }","duration":"861.844736ms","start":"2026-02-26T21:15:10.400283Z","end":"2026-02-26T21:15:11.262128Z","steps":["trace[1707199163] 'read index received' (duration: 350.518911ms)","trace[1707199163] 'applied index is now lower than readState.Index' (duration: 511.324845ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:15:11.262238Z","caller":"traceutil/trace.go:171","msg":"trace[1002283574] transaction","detail":"{read_only:false; response_revision:4908; number_of_response:1; }","duration":"1.549389992s","start":"2026-02-26T21:15:09.712836Z","end":"2026-02-26T21:15:11.262226Z","steps":["trace[1002283574] 'process raft request' (duration: 1.424801693s)","trace[1002283574] 'compare' (duration: 124.113846ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:15:11.262333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:09.712819Z","time spent":"1.549456963s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:15:11.26252Z","caller":"traceutil/trace.go:171","msg":"trace[2124258280] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"1.548775265s","start":"2026-02-26T21:15:09.713709Z","end":"2026-02-26T21:15:11.262484Z","steps":["trace[2124258280] 'process raft request' (duration: 1.548361824s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:11.262635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.741303319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T21:15:11.262631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.547208666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-02-26T21:15:11.262658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318089299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12500"} {"level":"warn","ts":"2026-02-26T21:15:11.262677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.892965862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-26T21:15:11.262702Z","caller":"traceutil/trace.go:171","msg":"trace[638057299] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:4909; }","duration":"2.741421842s","start":"2026-02-26T21:15:08.521267Z","end":"2026-02-26T21:15:11.262689Z","steps":["trace[638057299] 'agreement among raft nodes before linearized reading' (duration: 2.741310389s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:11.262696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:09.71369Z","time spent":"1.548915849s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:15:11.262731Z","caller":"traceutil/trace.go:171","msg":"trace[1494095344] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4909; }","duration":"2.318211582s","start":"2026-02-26T21:15:08.944503Z","end":"2026-02-26T21:15:11.262714Z","steps":["trace[1494095344] 'agreement among raft nodes before linearized reading' (duration: 2.318010087s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:15:11.262735Z","caller":"traceutil/trace.go:171","msg":"trace[656793057] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4909; }","duration":"2.54736006s","start":"2026-02-26T21:15:08.715348Z","end":"2026-02-26T21:15:11.262708Z","steps":["trace[656793057] 'agreement among raft nodes before linearized reading' (duration: 2.547111994s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:15:11.262748Z","caller":"traceutil/trace.go:171","msg":"trace[1625094007] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4909; }","duration":"2.893079675s","start":"2026-02-26T21:15:08.369648Z","end":"2026-02-26T21:15:11.262728Z","steps":["trace[1625094007] 'agreement among raft nodes before linearized reading' (duration: 2.892867689s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:11.26272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.737532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T21:15:11.262579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372339488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:15:11.26284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.196504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T21:15:11.262977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.360471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T21:15:11.262981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.634098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:15:11.262887Z","caller":"traceutil/trace.go:171","msg":"trace[696357702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4909; }","duration":"1.372671127s","start":"2026-02-26T21:15:09.890178Z","end":"2026-02-26T21:15:11.262849Z","steps":["trace[696357702] 'agreement among raft nodes before linearized reading' (duration: 1.372317228s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:11.263145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:09.890158Z","time spent":"1.372948305s","remote":"127.0.0.1:53588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T21:15:11.26305Z","caller":"traceutil/trace.go:171","msg":"trace[1117495618] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4909; }","duration":"493.70498ms","start":"2026-02-26T21:15:10.76933Z","end":"2026-02-26T21:15:11.263035Z","steps":["trace[1117495618] 'agreement among raft nodes before linearized reading' (duration: 493.504595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:11.263344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:10.769289Z","time spent":"494.014778ms","remote":"127.0.0.1:53760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:15:11.262792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:08.369629Z","time spent":"2.893155006s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T21:15:11.262793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:08.715328Z","time spent":"2.547455153s","remote":"127.0.0.1:56054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T21:15:11.262816Z","caller":"traceutil/trace.go:171","msg":"trace[1542524640] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:4909; }","duration":"576.847884ms","start":"2026-02-26T21:15:10.685945Z","end":"2026-02-26T21:15:11.262793Z","steps":["trace[1542524640] 'agreement among raft nodes before linearized reading' (duration: 576.66293ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:11.263634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:10.685889Z","time spent":"577.720427ms","remote":"127.0.0.1:53624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":34,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-02-26T21:15:11.262991Z","caller":"traceutil/trace.go:171","msg":"trace[309186950] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4909; }","duration":"366.443281ms","start":"2026-02-26T21:15:10.896525Z","end":"2026-02-26T21:15:11.262968Z","steps":["trace[309186950] 'agreement among raft nodes before linearized reading' (duration: 366.267026ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:11.263757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:10.896502Z","time spent":"367.229411ms","remote":"127.0.0.1:56028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:15:11.262744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:08.521247Z","time spent":"2.741487654s","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:15:11.262786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:08.94448Z","time spent":"2.318292964s","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T21:15:11.26304Z","caller":"traceutil/trace.go:171","msg":"trace[904289641] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:4909; }","duration":"152.495725ms","start":"2026-02-26T21:15:11.110528Z","end":"2026-02-26T21:15:11.263024Z","steps":["trace[904289641] 'agreement among raft nodes before linearized reading' (duration: 152.295369ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:11.263046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.474821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T21:15:11.264114Z","caller":"traceutil/trace.go:171","msg":"trace[1162765868] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4909; }","duration":"201.535399ms","start":"2026-02-26T21:15:11.062562Z","end":"2026-02-26T21:15:11.264097Z","steps":["trace[1162765868] 'agreement among raft nodes before linearized reading' (duration: 200.346178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:11.263054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.002555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T21:15:11.264226Z","caller":"traceutil/trace.go:171","msg":"trace[1116437952] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4909; }","duration":"407.192857ms","start":"2026-02-26T21:15:10.857016Z","end":"2026-02-26T21:15:11.264209Z","steps":["trace[1116437952] 'agreement among raft nodes before linearized reading' (duration: 405.81246ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:11.264293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:10.856998Z","time spent":"407.274849ms","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":265,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:15:11.768513Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355684730,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T21:15:12.016958Z","caller":"traceutil/trace.go:171","msg":"trace[1876739673] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"749.728276ms","start":"2026-02-26T21:15:11.267198Z","end":"2026-02-26T21:15:12.016926Z","steps":["trace[1876739673] 'process raft request' (duration: 732.244935ms)","trace[1876739673] 'compare' (duration: 17.106511ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:15:12.017112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:11.267176Z","time spent":"749.85769ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:15:13.271078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000719692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T21:15:13.271171Z","caller":"traceutil/trace.go:171","msg":"trace[1716321442] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000849195s","start":"2026-02-26T21:15:11.270301Z","end":"2026-02-26T21:15:13.27115Z","steps":["trace[1716321442] 'agreement among raft nodes before linearized reading' (duration: 2.000715141s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:13.271228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:11.270262Z","time spent":"2.000955708s","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 21:15:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T21:15:13.532185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063297112s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:15:13.532275Z","caller":"traceutil/trace.go:171","msg":"trace[1173818486] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4910; }","duration":"1.063395986s","start":"2026-02-26T21:15:12.468867Z","end":"2026-02-26T21:15:13.532263Z","steps":["trace[1173818486] 'range keys from in-memory index tree' (duration: 1.063286042s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:13.532655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285945069s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:15:13.532875Z","caller":"traceutil/trace.go:171","msg":"trace[1177656630] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"2.264579326s","start":"2026-02-26T21:15:11.268255Z","end":"2026-02-26T21:15:13.532834Z","steps":["trace[1177656630] 'process raft request' (duration: 978.201635ms)","trace[1177656630] 'compare' (duration: 1.285540418s)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:15:13.532928Z","caller":"traceutil/trace.go:171","msg":"trace[1987515101] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"694.556871ms","start":"2026-02-26T21:15:12.838353Z","end":"2026-02-26T21:15:13.53291Z","steps":["trace[1987515101] 'process raft request' (duration: 694.434977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:13.533038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:12.838327Z","time spent":"694.639313ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:15:13.533031Z","caller":"traceutil/trace.go:171","msg":"trace[747097965] linearizableReadLoop","detail":"{readStateIndex:5130; appliedIndex:5128; }","duration":"2.26514173s","start":"2026-02-26T21:15:11.267836Z","end":"2026-02-26T21:15:13.532978Z","steps":["trace[747097965] 'read index received' (duration: 731.68746ms)","trace[747097965] 'applied index is now lower than readState.Index' (duration: 1.53345113s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:15:13.53306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:11.268239Z","time spent":"2.26472432s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:15:13.533263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.265402847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897e85bf01e7965\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-26T21:15:13.533338Z","caller":"traceutil/trace.go:171","msg":"trace[394947217] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897e85bf01e7965; range_end:; response_count:1; response_revision:4912; }","duration":"2.26551955s","start":"2026-02-26T21:15:11.267797Z","end":"2026-02-26T21:15:13.533317Z","steps":["trace[394947217] 'agreement among raft nodes before linearized reading' (duration: 2.265293184s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:13.533394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:11.267782Z","time spent":"2.265598733s","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897e85bf01e7965\" "} {"level":"warn","ts":"2026-02-26T21:15:14.034218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355684736,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T21:15:14.19586Z","caller":"traceutil/trace.go:171","msg":"trace[585040869] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"926.732319ms","start":"2026-02-26T21:15:13.269106Z","end":"2026-02-26T21:15:14.195838Z","steps":["trace[585040869] 'process raft request' (duration: 926.608255ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:14.195994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:13.269065Z","time spent":"926.856782ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:15:15.271673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00025185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T21:15:15.271769Z","caller":"traceutil/trace.go:171","msg":"trace[1866629785] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000407425s","start":"2026-02-26T21:15:13.27134Z","end":"2026-02-26T21:15:15.271748Z","steps":["trace[1866629785] 'agreement among raft nodes before linearized reading' (duration: 2.000275211s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:15.271826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:13.271328Z","time spent":"2.000487326s","remote":"127.0.0.1:53588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 21:15:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T21:15:16.012827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294494673s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:15:16.013066Z","caller":"traceutil/trace.go:171","msg":"trace[27483837] transaction","detail":"{read_only:false; response_revision:4916; number_of_response:1; }","duration":"1.369426552s","start":"2026-02-26T21:15:14.643618Z","end":"2026-02-26T21:15:16.013045Z","steps":["trace[27483837] 'process raft request' (duration: 1.369379401s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:16.013137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:14.643589Z","time spent":"1.369512973s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:15:16.013318Z","caller":"traceutil/trace.go:171","msg":"trace[1980602390] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"2.743687501s","start":"2026-02-26T21:15:13.269616Z","end":"2026-02-26T21:15:16.013303Z","steps":["trace[1980602390] 'process raft request' (duration: 1.448617162s)","trace[1980602390] 'compare' (duration: 1.29438052s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:15:16.013407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:13.269584Z","time spent":"2.743792584s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:15:16.01346Z","caller":"traceutil/trace.go:171","msg":"trace[2125496417] linearizableReadLoop","detail":"{readStateIndex:5134; appliedIndex:5132; }","duration":"2.480276179s","start":"2026-02-26T21:15:13.533165Z","end":"2026-02-26T21:15:16.013441Z","steps":["trace[2125496417] 'read index received' (duration: 662.68848ms)","trace[2125496417] 'applied index is now lower than readState.Index' (duration: 1.817584959s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:15:16.013669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.608667139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T21:15:16.01371Z","caller":"traceutil/trace.go:171","msg":"trace[606316735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4916; }","duration":"3.608748332s","start":"2026-02-26T21:15:12.404951Z","end":"2026-02-26T21:15:16.013699Z","steps":["trace[606316735] 'agreement among raft nodes before linearized reading' (duration: 3.608618739s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:16.013747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:12.40493Z","time spent":"3.608804453s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T21:15:16.013793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.742478322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:15:16.013784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.6083107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-26T21:15:16.013819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.388892021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-26T21:15:16.013837Z","caller":"traceutil/trace.go:171","msg":"trace[168715565] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4916; }","duration":"4.742535423s","start":"2026-02-26T21:15:11.27129Z","end":"2026-02-26T21:15:16.013826Z","steps":["trace[168715565] 'agreement among raft nodes before linearized reading' (duration: 4.742465002s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:15:16.013846Z","caller":"traceutil/trace.go:171","msg":"trace[597682320] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4916; }","duration":"3.608404143s","start":"2026-02-26T21:15:12.405429Z","end":"2026-02-26T21:15:16.013833Z","steps":["trace[597682320] 'agreement among raft nodes before linearized reading' (duration: 3.608248309s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:16.013834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.320841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:15:16.013884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:12.405419Z","time spent":"3.608455534s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T21:15:16.013878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.608583837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T21:15:16.013806Z","caller":"traceutil/trace.go:171","msg":"trace[1732816953] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"2.477892586s","start":"2026-02-26T21:15:13.535863Z","end":"2026-02-26T21:15:16.013755Z","steps":["trace[1732816953] 'process raft request' (duration: 2.477059184s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:16.013913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992649489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-26T21:15:16.013955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.034075587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:15:16.013994Z","caller":"traceutil/trace.go:171","msg":"trace[1959848789] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:4916; }","duration":"4.034149399s","start":"2026-02-26T21:15:11.979836Z","end":"2026-02-26T21:15:16.013985Z","steps":["trace[1959848789] 'agreement among raft nodes before linearized reading' (duration: 4.034095467s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:16.014001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.608741922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T21:15:16.014Z","caller":"traceutil/trace.go:171","msg":"trace[67527875] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4916; }","duration":"1.992781352s","start":"2026-02-26T21:15:14.021198Z","end":"2026-02-26T21:15:16.013979Z","steps":["trace[67527875] 'agreement among raft nodes before linearized reading' (duration: 1.992574257s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:16.014032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:11.979811Z","time spent":"4.034211511s","remote":"127.0.0.1:53898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-02-26T21:15:16.01403Z","caller":"traceutil/trace.go:171","msg":"trace[1032188525] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4916; }","duration":"3.608782613s","start":"2026-02-26T21:15:12.405239Z","end":"2026-02-26T21:15:16.014021Z","steps":["trace[1032188525] 'agreement among raft nodes before linearized reading' (duration: 3.608501675s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:16.014041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:14.021176Z","time spent":"1.992855805s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T21:15:16.01405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388424263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:15:16.01387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:11.271283Z","time spent":"4.742579654s","remote":"127.0.0.1:54052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T21:15:16.014143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63044472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:15:16.014272Z","caller":"traceutil/trace.go:171","msg":"trace[1785653698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4916; }","duration":"1.630636066s","start":"2026-02-26T21:15:14.383613Z","end":"2026-02-26T21:15:16.014249Z","steps":["trace[1785653698] 'agreement among raft nodes before linearized reading' (duration: 1.6304205s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:15:16.013852Z","caller":"traceutil/trace.go:171","msg":"trace[41724046] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:4916; }","duration":"4.388963233s","start":"2026-02-26T21:15:11.624878Z","end":"2026-02-26T21:15:16.013841Z","steps":["trace[41724046] 'agreement among raft nodes before linearized reading' (duration: 4.38886874s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:16.014169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:13.535842Z","time spent":"2.478119322s","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:15:16.014502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:11.624858Z","time spent":"4.389569329s","remote":"127.0.0.1:53604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-02-26T21:15:16.014071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:12.405233Z","time spent":"3.608830234s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T21:15:16.013914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.744532676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-26T21:15:16.014135Z","caller":"traceutil/trace.go:171","msg":"trace[2023251200] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4916; }","duration":"1.388513355s","start":"2026-02-26T21:15:14.625598Z","end":"2026-02-26T21:15:16.014112Z","steps":["trace[2023251200] 'agreement among raft nodes before linearized reading' (duration: 1.388380951s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:16.015008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:14.625542Z","time spent":"1.38944293s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-02-26T21:15:16.013924Z","caller":"traceutil/trace.go:171","msg":"trace[133342996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4916; }","duration":"734.453964ms","start":"2026-02-26T21:15:15.279448Z","end":"2026-02-26T21:15:16.013902Z","steps":["trace[133342996] 'agreement among raft nodes before linearized reading' (duration: 734.326711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:16.015084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:15.279424Z","time spent":"735.648915ms","remote":"127.0.0.1:53588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T21:15:16.013928Z","caller":"traceutil/trace.go:171","msg":"trace[959491140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4916; }","duration":"3.608647879s","start":"2026-02-26T21:15:12.405266Z","end":"2026-02-26T21:15:16.013914Z","steps":["trace[959491140] 'agreement among raft nodes before linearized reading' (duration: 3.608455864s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:16.015224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:12.405261Z","time spent":"3.609914872s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T21:15:16.014321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.608907536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T21:15:16.015506Z","caller":"traceutil/trace.go:171","msg":"trace[19853890] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4916; }","duration":"3.610294653s","start":"2026-02-26T21:15:12.405201Z","end":"2026-02-26T21:15:16.015495Z","steps":["trace[19853890] 'agreement among raft nodes before linearized reading' (duration: 3.60829288s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:16.01555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:12.405189Z","time spent":"3.610347014s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T21:15:16.014864Z","caller":"traceutil/trace.go:171","msg":"trace[1159655762] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4916; }","duration":"3.745507771s","start":"2026-02-26T21:15:12.269333Z","end":"2026-02-26T21:15:16.014841Z","steps":["trace[1159655762] 'agreement among raft nodes before linearized reading' (duration: 3.744535296s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:16.014331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:14.383587Z","time spent":"1.630733328s","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:15:16.015623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:12.269311Z","time spent":"3.746297822s","remote":"127.0.0.1:56054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T21:15:16.573362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355684749,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:15:17.074291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355684749,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:15:17.478695Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.405732491s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T21:15:17.56144Z","caller":"traceutil/trace.go:171","msg":"trace[2118636657] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"1.541067363s","start":"2026-02-26T21:15:16.020349Z","end":"2026-02-26T21:15:17.561416Z","steps":["trace[2118636657] 'process raft request' (duration: 1.541028502s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:17.561577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:16.020343Z","time spent":"1.541164826s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:15:17.561635Z","caller":"traceutil/trace.go:171","msg":"trace[506261919] transaction","detail":"{read_only:false; response_revision:4920; number_of_response:1; }","duration":"1.542140881s","start":"2026-02-26T21:15:16.019474Z","end":"2026-02-26T21:15:17.561615Z","steps":["trace[506261919] 'process raft request' (duration: 1.541781842s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:15:17.561684Z","caller":"traceutil/trace.go:171","msg":"trace[1580299506] transaction","detail":"{read_only:false; response_revision:4917; number_of_response:1; }","duration":"1.543760164s","start":"2026-02-26T21:15:16.017912Z","end":"2026-02-26T21:15:17.561672Z","steps":["trace[1580299506] 'process raft request' (duration: 1.461123713s)","trace[1580299506] 'compare' (duration: 82.023965ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:15:17.561721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:16.019471Z","time spent":"1.542204313s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:15:17.561733Z","caller":"traceutil/trace.go:171","msg":"trace[192326793] transaction","detail":"{read_only:false; response_revision:4921; number_of_response:1; }","duration":"1.542107711s","start":"2026-02-26T21:15:16.019593Z","end":"2026-02-26T21:15:17.561701Z","steps":["trace[192326793] 'process raft request' (duration: 1.541740001s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:15:17.561748Z","caller":"traceutil/trace.go:171","msg":"trace[1683910245] transaction","detail":"{read_only:false; response_revision:4919; number_of_response:1; }","duration":"1.542512081s","start":"2026-02-26T21:15:16.019199Z","end":"2026-02-26T21:15:17.561712Z","steps":["trace[1683910245] 'process raft request' (duration: 1.542027288s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:15:17.56163Z","caller":"traceutil/trace.go:171","msg":"trace[975277711] transaction","detail":"{read_only:false; response_revision:4918; number_of_response:1; }","duration":"1.54246724s","start":"2026-02-26T21:15:16.019137Z","end":"2026-02-26T21:15:17.561605Z","steps":["trace[975277711] 'process raft request' (duration: 1.542040379s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:17.561786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:16.0179Z","time spent":"1.543815705s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:15:17.561925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:16.019196Z","time spent":"1.542637674s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:15:17.561997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:16.019582Z","time spent":"1.542323886s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:15:17.56227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:16.019127Z","time spent":"1.542946442s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:15:18.023848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001661889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T21:15:18.02398Z","caller":"traceutil/trace.go:171","msg":"trace[496849019] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001819033s","start":"2026-02-26T21:15:16.022128Z","end":"2026-02-26T21:15:18.023947Z","steps":["trace[496849019] 'agreement among raft nodes before linearized reading' (duration: 2.001663209s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:18.024043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:16.022102Z","time spent":"2.001928985s","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 21:15:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T21:15:18.805834Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.242944343s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T21:15:19.530024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.877374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:15:19.530834Z","caller":"traceutil/trace.go:171","msg":"trace[702167842] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"3.456759471s","start":"2026-02-26T21:15:16.074033Z","end":"2026-02-26T21:15:19.530793Z","steps":["trace[702167842] 'process raft request' (duration: 2.732011024s)","trace[702167842] 'compare' (duration: 723.764561ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:15:19.530846Z","caller":"traceutil/trace.go:171","msg":"trace[370731192] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"3.327293205s","start":"2026-02-26T21:15:16.203512Z","end":"2026-02-26T21:15:19.530805Z","steps":["trace[370731192] 'process raft request' (duration: 3.326696919s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:19.531258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:16.07402Z","time spent":"3.457136951s","remote":"127.0.0.1:53604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:15:19.531308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:16.203471Z","time spent":"3.327708566s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:15:19.8855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.196474ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T21:15:19.88579Z","caller":"traceutil/trace.go:171","msg":"trace[508178080] linearizableReadLoop","detail":"{readStateIndex:5145; appliedIndex:5136; }","duration":"3.812717816s","start":"2026-02-26T21:15:16.073053Z","end":"2026-02-26T21:15:19.88577Z","steps":["trace[508178080] 'read index received' (duration: 1.405923606s)","trace[508178080] 'applied index is now lower than readState.Index' (duration: 2.40679312s)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:15:19.886011Z","caller":"traceutil/trace.go:171","msg":"trace[325517428] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"1.865431492s","start":"2026-02-26T21:15:18.020568Z","end":"2026-02-26T21:15:19.885999Z","steps":["trace[325517428] 'process raft request' (duration: 1.865109543s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:19.886157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:18.020549Z","time spent":"1.865537065s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:15:20.02361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999540972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T21:15:20.023714Z","caller":"traceutil/trace.go:171","msg":"trace[532483562] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999694275s","start":"2026-02-26T21:15:18.023996Z","end":"2026-02-26T21:15:20.02369Z","steps":["trace[532483562] 'agreement among raft nodes before linearized reading' (duration: 1.999566141s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:20.023773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:18.023979Z","time spent":"1.999780798s","remote":"127.0.0.1:53588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 21:15:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T21:15:20.433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.412430243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897e85bf01e7965\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-26T21:15:20.433499Z","caller":"traceutil/trace.go:171","msg":"trace[1264801243] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897e85bf01e7965; range_end:; response_count:1; response_revision:4925; }","duration":"4.412940637s","start":"2026-02-26T21:15:16.020533Z","end":"2026-02-26T21:15:20.433473Z","steps":["trace[1264801243] 'agreement among raft nodes before linearized reading' (duration: 3.865391566s)","trace[1264801243] 'range keys from in-memory index tree' (duration: 546.948335ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:15:20.43356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:16.020529Z","time spent":"4.413016289s","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897e85bf01e7965\" "} {"level":"warn","ts":"2026-02-26T21:15:20.433093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.016817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:15:20.433716Z","caller":"traceutil/trace.go:171","msg":"trace[306652947] linearizableReadLoop","detail":"{readStateIndex:5147; appliedIndex:5145; }","duration":"547.833039ms","start":"2026-02-26T21:15:19.885861Z","end":"2026-02-26T21:15:20.433694Z","steps":["trace[306652947] 'read index received' (duration: 88.383µs)","trace[306652947] 'applied index is now lower than readState.Index' (duration: 547.742856ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:15:20.433925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.823063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T21:15:20.433087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.415161395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-02-26T21:15:20.433987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710724281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T21:15:20.434005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.200800765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:15:20.434034Z","caller":"traceutil/trace.go:171","msg":"trace[2130722813] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:4926; }","duration":"2.710838213s","start":"2026-02-26T21:15:17.723182Z","end":"2026-02-26T21:15:20.434021Z","steps":["trace[2130722813] 'agreement among raft nodes before linearized reading' (duration: 2.710736201s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:15:20.434039Z","caller":"traceutil/trace.go:171","msg":"trace[576929331] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:4925; }","duration":"4.416149401s","start":"2026-02-26T21:15:16.017869Z","end":"2026-02-26T21:15:20.434019Z","steps":["trace[576929331] 'agreement among raft nodes before linearized reading' (duration: 3.868070096s)","trace[576929331] 'range keys from in-memory index tree' (duration: 546.966906ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:15:20.434053Z","caller":"traceutil/trace.go:171","msg":"trace[1921841632] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4926; }","duration":"3.200893808s","start":"2026-02-26T21:15:17.233145Z","end":"2026-02-26T21:15:20.434038Z","steps":["trace[1921841632] 'agreement among raft nodes before linearized reading' (duration: 3.200804955s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:20.434034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.403453123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-02-26T21:15:20.434081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:17.723161Z","time spent":"2.710910096s","remote":"127.0.0.1:53738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:15:20.434101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:17.233058Z","time spent":"3.201028391s","remote":"127.0.0.1:54036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-26T21:15:20.434123Z","caller":"traceutil/trace.go:171","msg":"trace[972411837] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4926; }","duration":"3.403585797s","start":"2026-02-26T21:15:17.030515Z","end":"2026-02-26T21:15:20.434101Z","steps":["trace[972411837] 'agreement among raft nodes before linearized reading' (duration: 3.403433793s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:20.434154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:17.03049Z","time spent":"3.403656979s","remote":"127.0.0.1:56054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T21:15:20.434119Z","caller":"traceutil/trace.go:171","msg":"trace[2030046481] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4926; }","duration":"867.948367ms","start":"2026-02-26T21:15:19.566052Z","end":"2026-02-26T21:15:20.434Z","steps":["trace[2030046481] 'agreement among raft nodes before linearized reading' (duration: 867.776252ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:20.43426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:19.566033Z","time spent":"868.212833ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T21:15:20.434105Z","caller":"traceutil/trace.go:171","msg":"trace[1773859824] transaction","detail":"{read_only:false; response_revision:4926; number_of_response:1; }","duration":"2.017503836s","start":"2026-02-26T21:15:18.41657Z","end":"2026-02-26T21:15:20.434074Z","steps":["trace[1773859824] 'process raft request' (duration: 1.469421731s)","trace[1773859824] 'compare' (duration: 546.647197ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:15:20.434255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.353700453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-02-26T21:15:20.434415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:18.41653Z","time spent":"2.017809164s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:15:20.434099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:16.017858Z","time spent":"4.416224163s","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-26T21:15:20.434447Z","caller":"traceutil/trace.go:171","msg":"trace[496490610] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4926; }","duration":"4.353920389s","start":"2026-02-26T21:15:16.080507Z","end":"2026-02-26T21:15:20.434428Z","steps":["trace[496490610] 'agreement among raft nodes before linearized reading' (duration: 4.353679193s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:20.434495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:16.080494Z","time spent":"4.35398848s","remote":"127.0.0.1:56054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T21:15:20.434487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.167644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:15:20.434546Z","caller":"traceutil/trace.go:171","msg":"trace[1576051078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4926; }","duration":"402.262167ms","start":"2026-02-26T21:15:20.032269Z","end":"2026-02-26T21:15:20.434531Z","steps":["trace[1576051078] 'agreement among raft nodes before linearized reading' (duration: 402.174034ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:20.43459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:20.032249Z","time spent":"402.333018ms","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:15:20.434689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.905716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-26T21:15:20.434784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.45447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T21:15:20.434831Z","caller":"traceutil/trace.go:171","msg":"trace[773829284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4926; }","duration":"868.512661ms","start":"2026-02-26T21:15:19.566306Z","end":"2026-02-26T21:15:20.434819Z","steps":["trace[773829284] 'agreement among raft nodes before linearized reading' (duration: 867.732661ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:20.434824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.573924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-26T21:15:20.434863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:19.566301Z","time spent":"868.554882ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T21:15:20.434895Z","caller":"traceutil/trace.go:171","msg":"trace[1384491545] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4926; }","duration":"868.687046ms","start":"2026-02-26T21:15:19.566187Z","end":"2026-02-26T21:15:20.434874Z","steps":["trace[1384491545] 'agreement among raft nodes before linearized reading' (duration: 867.823073ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:20.434894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.594911407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T21:15:20.434968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:19.566172Z","time spent":"868.786009ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T21:15:20.434992Z","caller":"traceutil/trace.go:171","msg":"trace[1957517072] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:4926; }","duration":"3.59505443s","start":"2026-02-26T21:15:16.839919Z","end":"2026-02-26T21:15:20.434973Z","steps":["trace[1957517072] 'agreement among raft nodes before linearized reading' (duration: 3.594129786s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:20.435055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:16.839899Z","time spent":"3.595140902s","remote":"127.0.0.1:53778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":53,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:15:20.435085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.443801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-26T21:15:20.435116Z","caller":"traceutil/trace.go:171","msg":"trace[80054310] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4926; }","duration":"901.515753ms","start":"2026-02-26T21:15:19.533591Z","end":"2026-02-26T21:15:20.435106Z","steps":["trace[80054310] 'agreement among raft nodes before linearized reading' (duration: 900.486056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:20.435144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:19.53357Z","time spent":"901.567404ms","remote":"127.0.0.1:53744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T21:15:20.435115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.465607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T21:15:20.435211Z","caller":"traceutil/trace.go:171","msg":"trace[1137553530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4926; }","duration":"869.60707ms","start":"2026-02-26T21:15:19.565579Z","end":"2026-02-26T21:15:20.435186Z","steps":["trace[1137553530] 'agreement among raft nodes before linearized reading' (duration: 868.47443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:20.435265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:19.565563Z","time spent":"869.692143ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T21:15:20.434778Z","caller":"traceutil/trace.go:171","msg":"trace[181479398] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4926; }","duration":"868.136642ms","start":"2026-02-26T21:15:19.56662Z","end":"2026-02-26T21:15:20.434756Z","steps":["trace[181479398] 'agreement among raft nodes before linearized reading' (duration: 867.32733ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:20.434839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.477311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T21:15:20.435508Z","caller":"traceutil/trace.go:171","msg":"trace[387557712] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4926; }","duration":"869.238051ms","start":"2026-02-26T21:15:19.566245Z","end":"2026-02-26T21:15:20.435483Z","steps":["trace[387557712] 'agreement among raft nodes before linearized reading' (duration: 867.762002ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:20.435555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:19.566223Z","time spent":"869.319592ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T21:15:20.435827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:19.566615Z","time spent":"868.808159ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T21:15:20.940893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355684759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:15:21.441699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355684759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:15:21.491011Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.053907366s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T21:15:21.540524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:20.436968Z","time spent":"1.103548896s","remote":"127.0.0.1:53660","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T21:15:21.914418Z","caller":"traceutil/trace.go:171","msg":"trace[730125261] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"1.475220805s","start":"2026-02-26T21:15:20.439176Z","end":"2026-02-26T21:15:21.914396Z","steps":["trace[730125261] 'process raft request' (duration: 1.453997015s)","trace[730125261] 'compare' (duration: 20.761908ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:15:21.914588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:20.439159Z","time spent":"1.475376219s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:15:21.914458Z","caller":"traceutil/trace.go:171","msg":"trace[622543758] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"1.475239725s","start":"2026-02-26T21:15:20.439191Z","end":"2026-02-26T21:15:21.914431Z","steps":["trace[622543758] 'process raft request' (duration: 1.475076761s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:15:21.914622Z","caller":"traceutil/trace.go:171","msg":"trace[427621982] transaction","detail":"{read_only:false; response_revision:4929; number_of_response:1; }","duration":"1.47427282s","start":"2026-02-26T21:15:20.440328Z","end":"2026-02-26T21:15:21.914601Z","steps":["trace[427621982] 'process raft request' (duration: 1.474053924s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:21.914755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:20.440307Z","time spent":"1.474378353s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:15:21.914795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:20.439174Z","time spent":"1.475515653s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:15:21.91502Z","caller":"traceutil/trace.go:171","msg":"trace[1583607023] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"1.474583768s","start":"2026-02-26T21:15:20.440415Z","end":"2026-02-26T21:15:21.914999Z","steps":["trace[1583607023] 'process raft request' (duration: 1.474118936s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:21.915092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:20.440392Z","time spent":"1.474663891s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:15:21.915118Z","caller":"traceutil/trace.go:171","msg":"trace[95582263] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"1.474402984s","start":"2026-02-26T21:15:20.440693Z","end":"2026-02-26T21:15:21.915096Z","steps":["trace[95582263] 'process raft request' (duration: 1.474168198s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:21.91527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:20.440672Z","time spent":"1.474519436s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:15:21.915366Z","caller":"traceutil/trace.go:171","msg":"trace[563914647] linearizableReadLoop","detail":"{readStateIndex:5155; appliedIndex:5147; }","duration":"1.475114123s","start":"2026-02-26T21:15:20.44024Z","end":"2026-02-26T21:15:21.915354Z","steps":["trace[563914647] 'read index received' (duration: 1.051096071s)","trace[563914647] 'applied index is now lower than readState.Index' (duration: 424.017062ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:15:21.915458Z","caller":"traceutil/trace.go:171","msg":"trace[908845687] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"1.471093996s","start":"2026-02-26T21:15:20.444355Z","end":"2026-02-26T21:15:21.915449Z","steps":["trace[908845687] 'process raft request' (duration: 1.47086588s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:15:21.915493Z","caller":"traceutil/trace.go:171","msg":"trace[607692575] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"1.47123719s","start":"2026-02-26T21:15:20.444234Z","end":"2026-02-26T21:15:21.915471Z","steps":["trace[607692575] 'process raft request' (duration: 1.470773508s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:15:21.91557Z","caller":"traceutil/trace.go:171","msg":"trace[1977874463] transaction","detail":"{read_only:false; response_revision:4934; number_of_response:1; }","duration":"375.48992ms","start":"2026-02-26T21:15:21.540041Z","end":"2026-02-26T21:15:21.915531Z","steps":["trace[1977874463] 'process raft request' (duration: 375.280445ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:21.915641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:20.444224Z","time spent":"1.471333722s","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:15:21.915658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:21.540013Z","time spent":"375.609264ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:15:21.915515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:20.444341Z","time spent":"1.471143387s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:15:21.915811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.807629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-02-26T21:15:21.915719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475484442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T21:15:21.915871Z","caller":"traceutil/trace.go:171","msg":"trace[1517778550] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4936; }","duration":"472.957223ms","start":"2026-02-26T21:15:21.442898Z","end":"2026-02-26T21:15:21.915855Z","steps":["trace[1517778550] 'agreement among raft nodes before linearized reading' (duration: 472.85017ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:21.915931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:21.442869Z","time spent":"473.052866ms","remote":"127.0.0.1:56054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T21:15:21.942991Z","caller":"traceutil/trace.go:171","msg":"trace[1667878952] transaction","detail":"{read_only:false; response_revision:4935; number_of_response:1; }","duration":"373.838257ms","start":"2026-02-26T21:15:21.542052Z","end":"2026-02-26T21:15:21.91589Z","steps":["trace[1667878952] 'process raft request' (duration: 373.371275ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:21.943048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:21.54203Z","time spent":"400.992154ms","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:15:21.944148Z","caller":"traceutil/trace.go:171","msg":"trace[61519220] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:4936; }","duration":"1.475721418s","start":"2026-02-26T21:15:20.440191Z","end":"2026-02-26T21:15:21.915913Z","steps":["trace[61519220] 'agreement among raft nodes before linearized reading' (duration: 1.475346499s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:21.944259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:20.440161Z","time spent":"1.504064116s","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T21:15:23.309798Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.285177948s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T21:15:23.309795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.877883ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:15:23.309938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285308291s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-02-26T21:15:23.30997Z","caller":"traceutil/trace.go:171","msg":"trace[733302152] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4936; }","duration":"841.049917ms","start":"2026-02-26T21:15:22.468889Z","end":"2026-02-26T21:15:23.309939Z","steps":["trace[733302152] 'range keys from in-memory index tree' (duration: 840.863502ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:23.310102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363647739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-02-26T21:15:23.310126Z","caller":"traceutil/trace.go:171","msg":"trace[915563427] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:4936; }","duration":"1.36368205s","start":"2026-02-26T21:15:21.946437Z","end":"2026-02-26T21:15:23.310119Z","steps":["trace[915563427] 'agreement among raft nodes before linearized reading' (duration: 1.363576497s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:23.310148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:21.94643Z","time spent":"1.36371305s","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-26T21:15:23.309997Z","caller":"traceutil/trace.go:171","msg":"trace[2056065089] linearizableReadLoop","detail":"{readStateIndex:5159; appliedIndex:5158; }","duration":"1.363523466s","start":"2026-02-26T21:15:21.946451Z","end":"2026-02-26T21:15:23.309975Z","steps":["trace[2056065089] 'read index received' (duration: 78.188434ms)","trace[2056065089] 'applied index is now lower than readState.Index' (duration: 1.285333962s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:15:23.310527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:21.946301Z","time spent":"1.364220684s","remote":"127.0.0.1:53604","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T21:15:23.310907Z","caller":"traceutil/trace.go:171","msg":"trace[1163360176] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"1.363869984s","start":"2026-02-26T21:15:21.946992Z","end":"2026-02-26T21:15:23.310862Z","steps":["trace[1163360176] 'process raft request' (duration: 1.363362671s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:23.310978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.037005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-02-26T21:15:23.311092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.544405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T21:15:23.311082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.599694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:15:23.311152Z","caller":"traceutil/trace.go:171","msg":"trace[1417923830] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4937; }","duration":"837.608817ms","start":"2026-02-26T21:15:22.473528Z","end":"2026-02-26T21:15:23.311136Z","steps":["trace[1417923830] 'agreement among raft nodes before linearized reading' (duration: 837.485633ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:23.311168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:21.946982Z","time spent":"1.36407131s","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:15:23.311198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:22.473469Z","time spent":"837.71993ms","remote":"127.0.0.1:54060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-02-26T21:15:23.31119Z","caller":"traceutil/trace.go:171","msg":"trace[1604772241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4937; }","duration":"419.744208ms","start":"2026-02-26T21:15:22.891417Z","end":"2026-02-26T21:15:23.311161Z","steps":["trace[1604772241] 'agreement among raft nodes before linearized reading' (duration: 419.466591ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:15:23.311147Z","caller":"traceutil/trace.go:171","msg":"trace[1435193782] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4937; }","duration":"362.269182ms","start":"2026-02-26T21:15:22.948861Z","end":"2026-02-26T21:15:23.311131Z","steps":["trace[1435193782] 'agreement among raft nodes before linearized reading' (duration: 361.951063ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:23.31091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330942496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T21:15:23.31125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:22.948851Z","time spent":"362.384154ms","remote":"127.0.0.1:56054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T21:15:23.311251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:22.891371Z","time spent":"419.869901ms","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T21:15:23.311263Z","caller":"traceutil/trace.go:171","msg":"trace[1189873671] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4937; }","duration":"1.331311366s","start":"2026-02-26T21:15:21.979934Z","end":"2026-02-26T21:15:23.311246Z","steps":["trace[1189873671] 'agreement among raft nodes before linearized reading' (duration: 1.330863404s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:23.311509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:21.9799Z","time spent":"1.331592343s","remote":"127.0.0.1:54064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:15:24.063466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.685702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:15:24.063565Z","caller":"traceutil/trace.go:171","msg":"trace[1686716299] linearizableReadLoop","detail":"{readStateIndex:5161; appliedIndex:5160; }","duration":"745.196387ms","start":"2026-02-26T21:15:23.318351Z","end":"2026-02-26T21:15:24.063548Z","steps":["trace[1686716299] 'read index received' (duration: 440.362542ms)","trace[1686716299] 'applied index is now lower than readState.Index' (duration: 304.832065ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:15:24.063631Z","caller":"traceutil/trace.go:171","msg":"trace[1435752444] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"751.703949ms","start":"2026-02-26T21:15:23.311916Z","end":"2026-02-26T21:15:24.06362Z","steps":["trace[1435752444] 'process raft request' (duration: 446.780181ms)","trace[1435752444] 'compare' (duration: 304.278841ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:15:24.063682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:23.311897Z","time spent":"751.75791ms","remote":"127.0.0.1:53604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:15:24.063934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.587068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:15:24.063972Z","caller":"traceutil/trace.go:171","msg":"trace[949305109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4938; }","duration":"745.6649ms","start":"2026-02-26T21:15:23.318297Z","end":"2026-02-26T21:15:24.063962Z","steps":["trace[949305109] 'agreement among raft nodes before linearized reading' (duration: 745.571758ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:24.064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:23.318274Z","time spent":"745.720691ms","remote":"127.0.0.1:53588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T21:15:24.064409Z","caller":"traceutil/trace.go:171","msg":"trace[1992195542] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"741.955512ms","start":"2026-02-26T21:15:23.322422Z","end":"2026-02-26T21:15:24.064377Z","steps":["trace[1992195542] 'process raft request' (duration: 741.778527ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:24.064571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:23.322404Z","time spent":"742.083265ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:15:24.065289Z","caller":"traceutil/trace.go:171","msg":"trace[38047364] transaction","detail":"{read_only:false; response_revision:4940; number_of_response:1; }","duration":"243.474386ms","start":"2026-02-26T21:15:23.821759Z","end":"2026-02-26T21:15:24.065233Z","steps":["trace[38047364] 'process raft request' (duration: 243.067195ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:15:24.065792Z","caller":"traceutil/trace.go:171","msg":"trace[1922869188] transaction","detail":"{read_only:false; response_revision:4941; number_of_response:1; }","duration":"113.360562ms","start":"2026-02-26T21:15:23.952401Z","end":"2026-02-26T21:15:24.065762Z","steps":["trace[1922869188] 'process raft request' (duration: 113.123445ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:24.065962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.86447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-26T21:15:24.066012Z","caller":"traceutil/trace.go:171","msg":"trace[934385132] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4942; }","duration":"117.967014ms","start":"2026-02-26T21:15:23.948032Z","end":"2026-02-26T21:15:24.065999Z","steps":["trace[934385132] 'agreement among raft nodes before linearized reading' (duration: 117.748538ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:15:24.066024Z","caller":"traceutil/trace.go:171","msg":"trace[1180547078] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"113.467225ms","start":"2026-02-26T21:15:23.952541Z","end":"2026-02-26T21:15:24.066008Z","steps":["trace[1180547078] 'process raft request' (duration: 113.173837ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:24.065985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.582947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897e85bf01e7965\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-26T21:15:24.066137Z","caller":"traceutil/trace.go:171","msg":"trace[390106804] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897e85bf01e7965; range_end:; response_count:1; response_revision:4942; }","duration":"745.768062ms","start":"2026-02-26T21:15:23.320334Z","end":"2026-02-26T21:15:24.066102Z","steps":["trace[390106804] 'agreement among raft nodes before linearized reading' (duration: 745.430664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:24.066159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.828574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T21:15:24.066188Z","caller":"traceutil/trace.go:171","msg":"trace[192982584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4942; }","duration":"116.915586ms","start":"2026-02-26T21:15:23.949264Z","end":"2026-02-26T21:15:24.06618Z","steps":["trace[192982584] 'agreement among raft nodes before linearized reading' (duration: 116.839924ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:24.066197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:23.320317Z","time spent":"745.855234ms","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897e85bf01e7965\" "} {"level":"warn","ts":"2026-02-26T21:15:24.066167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.075507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T21:15:24.066261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.6075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T21:15:24.066245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.762025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T21:15:24.066278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.069729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:15:24.066297Z","caller":"traceutil/trace.go:171","msg":"trace[377655730] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4942; }","duration":"118.714573ms","start":"2026-02-26T21:15:23.947571Z","end":"2026-02-26T21:15:24.066286Z","steps":["trace[377655730] 'agreement among raft nodes before linearized reading' (duration: 118.552829ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:24.066293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.440432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T21:15:24.066319Z","caller":"traceutil/trace.go:171","msg":"trace[1612928556] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4942; }","duration":"289.183062ms","start":"2026-02-26T21:15:23.777125Z","end":"2026-02-26T21:15:24.066308Z","steps":["trace[1612928556] 'agreement among raft nodes before linearized reading' (duration: 289.081559ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:15:24.066282Z","caller":"traceutil/trace.go:171","msg":"trace[2045429195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4942; }","duration":"115.250932ms","start":"2026-02-26T21:15:23.951006Z","end":"2026-02-26T21:15:24.066257Z","steps":["trace[2045429195] 'agreement among raft nodes before linearized reading' (duration: 114.959584ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:15:24.066314Z","caller":"traceutil/trace.go:171","msg":"trace[21670945] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4942; }","duration":"118.859427ms","start":"2026-02-26T21:15:23.947438Z","end":"2026-02-26T21:15:24.066297Z","steps":["trace[21670945] 'agreement among raft nodes before linearized reading' (duration: 118.654111ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:15:24.066352Z","caller":"traceutil/trace.go:171","msg":"trace[1314368269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4942; }","duration":"119.539805ms","start":"2026-02-26T21:15:23.946798Z","end":"2026-02-26T21:15:24.066338Z","steps":["trace[1314368269] 'agreement among raft nodes before linearized reading' (duration: 119.385871ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:24.63907Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355684798,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:15:25.139341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355684798,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:15:25.317657Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.179606973s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T21:15:25.318273Z","caller":"traceutil/trace.go:171","msg":"trace[1385775599] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"1.247750991s","start":"2026-02-26T21:15:24.070496Z","end":"2026-02-26T21:15:25.318247Z","steps":["trace[1385775599] 'process raft request' (duration: 1.247635268s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:15:25.318312Z","caller":"traceutil/trace.go:171","msg":"trace[856220758] transaction","detail":"{read_only:false; response_revision:4944; number_of_response:1; }","duration":"1.248008248s","start":"2026-02-26T21:15:24.070276Z","end":"2026-02-26T21:15:25.318284Z","steps":["trace[856220758] 'process raft request' (duration: 1.24770763s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:25.318432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:24.070479Z","time spent":"1.247866804s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:15:25.318453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:24.070255Z","time spent":"1.248109291s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:15:25.318575Z","caller":"traceutil/trace.go:171","msg":"trace[425193879] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"1.248042409s","start":"2026-02-26T21:15:24.070506Z","end":"2026-02-26T21:15:25.318548Z","steps":["trace[425193879] 'process raft request' (duration: 1.24769715s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:25.318698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:24.070486Z","time spent":"1.248149182s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:15:25.318743Z","caller":"traceutil/trace.go:171","msg":"trace[735006264] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"1.247748011s","start":"2026-02-26T21:15:24.070968Z","end":"2026-02-26T21:15:25.318716Z","steps":["trace[735006264] 'process raft request' (duration: 1.247522965s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:15:25.3188Z","caller":"traceutil/trace.go:171","msg":"trace[874261335] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"1.247772672s","start":"2026-02-26T21:15:24.071019Z","end":"2026-02-26T21:15:25.318792Z","steps":["trace[874261335] 'process raft request' (duration: 1.247639038s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:25.318833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:24.071015Z","time spent":"1.247799342s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:15:25.318801Z","caller":"traceutil/trace.go:171","msg":"trace[81574420] linearizableReadLoop","detail":"{readStateIndex:5172; appliedIndex:5166; }","duration":"1.180579208s","start":"2026-02-26T21:15:24.138187Z","end":"2026-02-26T21:15:25.318767Z","steps":["trace[81574420] 'read index received' (duration: 1.179638253s)","trace[81574420] 'applied index is now lower than readState.Index' (duration: 939.905µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:15:25.318851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:24.07096Z","time spent":"1.247835954s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:15:25.318857Z","caller":"traceutil/trace.go:171","msg":"trace[2113775248] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"1.247730341s","start":"2026-02-26T21:15:24.071096Z","end":"2026-02-26T21:15:25.318826Z","steps":["trace[2113775248] 'process raft request' (duration: 1.247604787s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:25.31905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:24.071078Z","time spent":"1.247948086s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:15:25.319065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248783728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:15:25.319115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.080325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-26T21:15:25.319163Z","caller":"traceutil/trace.go:171","msg":"trace[489738817] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4949; }","duration":"997.197658ms","start":"2026-02-26T21:15:24.321951Z","end":"2026-02-26T21:15:25.319149Z","steps":["trace[489738817] 'agreement among raft nodes before linearized reading' (duration: 997.060655ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:15:25.319186Z","caller":"traceutil/trace.go:171","msg":"trace[180969500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4949; }","duration":"1.248957684s","start":"2026-02-26T21:15:24.070202Z","end":"2026-02-26T21:15:25.319159Z","steps":["trace[180969500] 'agreement among raft nodes before linearized reading' (duration: 1.248722817s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:25.319177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.310402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:15:25.319225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:24.321932Z","time spent":"997.281711ms","remote":"127.0.0.1:56054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T21:15:25.31926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:24.07018Z","time spent":"1.249064356s","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T21:15:25.319275Z","caller":"traceutil/trace.go:171","msg":"trace[1590855764] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:4949; }","duration":"922.465696ms","start":"2026-02-26T21:15:24.396788Z","end":"2026-02-26T21:15:25.319254Z","steps":["trace[1590855764] 'agreement among raft nodes before linearized reading' (duration: 922.25162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:25.319325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:24.396769Z","time spent":"922.545278ms","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:15:26.827303Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355684805,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:15:27.106527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701421113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-26T21:15:27.106616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657916275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12500"} {"level":"info","ts":"2026-02-26T21:15:27.106654Z","caller":"traceutil/trace.go:171","msg":"trace[273318740] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4949; }","duration":"1.701619908s","start":"2026-02-26T21:15:25.405005Z","end":"2026-02-26T21:15:27.106625Z","steps":["trace[273318740] 'range keys from in-memory index tree' (duration: 1.701180226s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:15:27.106695Z","caller":"traceutil/trace.go:171","msg":"trace[203369019] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4949; }","duration":"1.658051188s","start":"2026-02-26T21:15:25.448622Z","end":"2026-02-26T21:15:27.106673Z","steps":["trace[203369019] 'range keys from in-memory index tree' (duration: 1.657661348s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:27.106716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:25.404986Z","time spent":"1.701718071s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T21:15:27.106771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:25.448599Z","time spent":"1.658140831s","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T21:15:27.143423Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.067686428s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T21:15:27.143826Z","caller":"traceutil/trace.go:171","msg":"trace[410780143] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"1.068230192s","start":"2026-02-26T21:15:26.075574Z","end":"2026-02-26T21:15:27.143804Z","steps":["trace[410780143] 'process raft request' (duration: 1.068031247s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:27.144043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:26.075547Z","time spent":"1.068332515s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:15:28.172073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.143606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:15:28.172338Z","caller":"traceutil/trace.go:171","msg":"trace[1388908593] linearizableReadLoop","detail":"{readStateIndex:5175; appliedIndex:5172; }","duration":"1.845056805s","start":"2026-02-26T21:15:26.327258Z","end":"2026-02-26T21:15:28.172315Z","steps":["trace[1388908593] 'read index received' (duration: 816.414856ms)","trace[1388908593] 'applied index is now lower than readState.Index' (duration: 1.028640859s)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:15:28.172336Z","caller":"traceutil/trace.go:171","msg":"trace[1852478089] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"2.096519031s","start":"2026-02-26T21:15:26.075778Z","end":"2026-02-26T21:15:28.172298Z","steps":["trace[1852478089] 'process raft request' (duration: 1.253870312s)","trace[1852478089] 'compare' (duration: 841.703474ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:15:28.172487Z","caller":"traceutil/trace.go:171","msg":"trace[984621098] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"1.058381833s","start":"2026-02-26T21:15:27.114082Z","end":"2026-02-26T21:15:28.172464Z","steps":["trace[984621098] 'process raft request' (duration: 1.058180987s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:28.172611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:27.114063Z","time spent":"1.058471545s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:15:28.172707Z","caller":"traceutil/trace.go:171","msg":"trace[1270135282] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"1.893459102s","start":"2026-02-26T21:15:26.279229Z","end":"2026-02-26T21:15:28.172689Z","steps":["trace[1270135282] 'process raft request' (duration: 1.892954719s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:28.172805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:26.279204Z","time spent":"1.893549974s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:15:28.172887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:26.075738Z","time spent":"2.096682535s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:15:28.173159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845898126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-26T21:15:28.173222Z","caller":"traceutil/trace.go:171","msg":"trace[1107444396] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4953; }","duration":"1.84600686s","start":"2026-02-26T21:15:26.327199Z","end":"2026-02-26T21:15:28.173205Z","steps":["trace[1107444396] 'agreement among raft nodes before linearized reading' (duration: 1.845382374s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:28.173261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:26.327175Z","time spent":"1.846074681s","remote":"127.0.0.1:56054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T21:15:28.691986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.771774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:15:28.692114Z","caller":"traceutil/trace.go:171","msg":"trace[145114507] linearizableReadLoop","detail":"{readStateIndex:5177; appliedIndex:5176; }","duration":"519.717317ms","start":"2026-02-26T21:15:28.172376Z","end":"2026-02-26T21:15:28.692094Z","steps":["trace[145114507] 'read index received' (duration: 225.703527ms)","trace[145114507] 'applied index is now lower than readState.Index' (duration: 294.01161ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:15:28.692234Z","caller":"traceutil/trace.go:171","msg":"trace[392528897] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"742.64875ms","start":"2026-02-26T21:15:27.949565Z","end":"2026-02-26T21:15:28.692213Z","steps":["trace[392528897] 'process raft request' (duration: 448.566249ms)","trace[392528897] 'compare' (duration: 293.621889ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:15:28.692318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:27.94954Z","time spent":"742.731073ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:15:28.69236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367144102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T21:15:28.692437Z","caller":"traceutil/trace.go:171","msg":"trace[260776058] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4954; }","duration":"1.367271016s","start":"2026-02-26T21:15:27.325147Z","end":"2026-02-26T21:15:28.692418Z","steps":["trace[260776058] 'agreement among raft nodes before linearized reading' (duration: 1.3670645s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:28.692491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:27.325126Z","time spent":"1.367356058s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T21:15:28.692565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57354877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:15:28.692636Z","caller":"traceutil/trace.go:171","msg":"trace[1852848976] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4954; }","duration":"1.573649632s","start":"2026-02-26T21:15:27.118971Z","end":"2026-02-26T21:15:28.692621Z","steps":["trace[1852848976] 'agreement among raft nodes before linearized reading' (duration: 1.573523109s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:28.692635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801354432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:15:28.692671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:27.118955Z","time spent":"1.573709294s","remote":"127.0.0.1:54052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-26T21:15:28.692685Z","caller":"traceutil/trace.go:171","msg":"trace[1480192807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4954; }","duration":"1.801448454s","start":"2026-02-26T21:15:26.891221Z","end":"2026-02-26T21:15:28.692669Z","steps":["trace[1480192807] 'agreement among raft nodes before linearized reading' (duration: 1.801356872s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:28.692735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:26.891196Z","time spent":"1.801522376s","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:15:28.692749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.753797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:15:28.692788Z","caller":"traceutil/trace.go:171","msg":"trace[1866427037] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:4954; }","duration":"644.846999ms","start":"2026-02-26T21:15:28.04793Z","end":"2026-02-26T21:15:28.692777Z","steps":["trace[1866427037] 'agreement among raft nodes before linearized reading' (duration: 644.784557ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:28.692832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:28.047906Z","time spent":"644.917681ms","remote":"127.0.0.1:55924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:15:28.692842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.047242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-02-26T21:15:28.692873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36784673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T21:15:28.692883Z","caller":"traceutil/trace.go:171","msg":"trace[510924583] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4954; }","duration":"155.123274ms","start":"2026-02-26T21:15:28.537749Z","end":"2026-02-26T21:15:28.692872Z","steps":["trace[510924583] 'agreement among raft nodes before linearized reading' (duration: 154.990971ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:15:28.692899Z","caller":"traceutil/trace.go:171","msg":"trace[1968385518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4954; }","duration":"1.367915693s","start":"2026-02-26T21:15:27.324977Z","end":"2026-02-26T21:15:28.692893Z","steps":["trace[1968385518] 'agreement among raft nodes before linearized reading' (duration: 1.367845491s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:28.692921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:27.32495Z","time spent":"1.367965874s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T21:15:28.69295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367095771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T21:15:28.693007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367982924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T21:15:28.693034Z","caller":"traceutil/trace.go:171","msg":"trace[793457839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4954; }","duration":"1.368049017s","start":"2026-02-26T21:15:27.324977Z","end":"2026-02-26T21:15:28.693026Z","steps":["trace[793457839] 'agreement among raft nodes before linearized reading' (duration: 1.367991965s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:28.693051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:27.324951Z","time spent":"1.368097067s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T21:15:28.693048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367767339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-26T21:15:28.693052Z","caller":"traceutil/trace.go:171","msg":"trace[1838003633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4954; }","duration":"1.367208054s","start":"2026-02-26T21:15:27.32582Z","end":"2026-02-26T21:15:28.693028Z","steps":["trace[1838003633] 'agreement among raft nodes before linearized reading' (duration: 1.366956417s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:28.693097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366400052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T21:15:28.693102Z","caller":"traceutil/trace.go:171","msg":"trace[1235794962] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4954; }","duration":"1.36784279s","start":"2026-02-26T21:15:27.325242Z","end":"2026-02-26T21:15:28.693085Z","steps":["trace[1235794962] 'agreement among raft nodes before linearized reading' (duration: 1.367672796s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:28.693119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:27.325778Z","time spent":"1.367326437s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T21:15:28.693138Z","caller":"traceutil/trace.go:171","msg":"trace[628612604] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4954; }","duration":"1.366460804s","start":"2026-02-26T21:15:27.326667Z","end":"2026-02-26T21:15:28.693128Z","steps":["trace[628612604] 'agreement among raft nodes before linearized reading' (duration: 1.366361472s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:28.693176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:27.326656Z","time spent":"1.366511555s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T21:15:28.693154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:27.325232Z","time spent":"1.367907703s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T21:15:28.693798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355960787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:15:28.694001Z","caller":"traceutil/trace.go:171","msg":"trace[506879772] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4954; }","duration":"1.356956293s","start":"2026-02-26T21:15:27.337023Z","end":"2026-02-26T21:15:28.693979Z","steps":["trace[506879772] 'agreement among raft nodes before linearized reading' (duration: 1.355812072s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:15:28.694225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:15:27.337006Z","time spent":"1.35720004s","remote":"127.0.0.1:55990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T21:16:15.490636Z","caller":"traceutil/trace.go:171","msg":"trace[1300330072] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"163.461317ms","start":"2026-02-26T21:16:15.327136Z","end":"2026-02-26T21:16:15.490597Z","steps":["trace[1300330072] 'process raft request' (duration: 163.245532ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:16:18.682522Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3898} {"level":"info","ts":"2026-02-26T21:16:18.717633Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3898,"took":"34.346117ms","hash":1561013281,"current-db-size-bytes":15978496,"current-db-size":"16 MB","current-db-size-in-use-bytes":4952064,"current-db-size-in-use":"5.0 MB"} {"level":"info","ts":"2026-02-26T21:16:18.717701Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1561013281,"revision":3898,"compact-revision":2524} {"level":"warn","ts":"2026-02-26T21:16:48.088149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.950591ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T21:16:48.088455Z","caller":"traceutil/trace.go:171","msg":"trace[171143983] linearizableReadLoop","detail":"{readStateIndex:5754; appliedIndex:5752; }","duration":"376.013381ms","start":"2026-02-26T21:16:47.712419Z","end":"2026-02-26T21:16:48.088432Z","steps":["trace[171143983] 'read index received' (duration: 245.805193ms)","trace[171143983] 'applied index is now lower than readState.Index' (duration: 130.206978ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:16:48.088578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.147484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:16:48.088568Z","caller":"traceutil/trace.go:171","msg":"trace[2017433260] transaction","detail":"{read_only:false; response_revision:5505; number_of_response:1; }","duration":"596.74425ms","start":"2026-02-26T21:16:47.491776Z","end":"2026-02-26T21:16:48.08852Z","steps":["trace[2017433260] 'process raft request' (duration: 596.469523ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:16:48.088639Z","caller":"traceutil/trace.go:171","msg":"trace[1696677585] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:5505; }","duration":"376.240137ms","start":"2026-02-26T21:16:47.712383Z","end":"2026-02-26T21:16:48.088623Z","steps":["trace[1696677585] 'agreement among raft nodes before linearized reading' (duration: 376.141284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:16:48.088635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.796653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:16:48.088671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:16:47.712369Z","time spent":"376.296358ms","remote":"127.0.0.1:55948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-02-26T21:16:48.088695Z","caller":"traceutil/trace.go:171","msg":"trace[1885207119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5505; }","duration":"197.897766ms","start":"2026-02-26T21:16:47.890782Z","end":"2026-02-26T21:16:48.08868Z","steps":["trace[1885207119] 'agreement among raft nodes before linearized reading' (duration: 197.792003ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:16:48.088763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:16:47.491733Z","time spent":"596.923575ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:16:56.899862Z","caller":"traceutil/trace.go:171","msg":"trace[1628959240] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"364.008723ms","start":"2026-02-26T21:16:56.535796Z","end":"2026-02-26T21:16:56.899805Z","steps":["trace[1628959240] 'process raft request' (duration: 363.751816ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:16:56.9002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:16:56.535759Z","time spent":"364.325991ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:17:19.07214Z","caller":"traceutil/trace.go:171","msg":"trace[107303520] linearizableReadLoop","detail":"{readStateIndex:5934; appliedIndex:5933; }","duration":"183.094066ms","start":"2026-02-26T21:17:18.889Z","end":"2026-02-26T21:17:19.072094Z","steps":["trace[107303520] 'read index received' (duration: 182.85944ms)","trace[107303520] 'applied index is now lower than readState.Index' (duration: 233.066µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:17:19.072265Z","caller":"traceutil/trace.go:171","msg":"trace[288572432] transaction","detail":"{read_only:false; response_revision:5679; number_of_response:1; }","duration":"777.102345ms","start":"2026-02-26T21:17:18.295119Z","end":"2026-02-26T21:17:19.072221Z","steps":["trace[288572432] 'process raft request' (duration: 776.756786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:17:19.0727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.705392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:17:19.073142Z","caller":"traceutil/trace.go:171","msg":"trace[1450882465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5679; }","duration":"184.105633ms","start":"2026-02-26T21:17:18.888925Z","end":"2026-02-26T21:17:19.073031Z","steps":["trace[1450882465] 'agreement among raft nodes before linearized reading' (duration: 183.385863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:17:19.073877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:17:18.295095Z","time spent":"777.799343ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:17:24.677037Z","caller":"traceutil/trace.go:171","msg":"trace[1352646890] transaction","detail":"{read_only:false; response_revision:5707; number_of_response:1; }","duration":"345.139256ms","start":"2026-02-26T21:17:24.33186Z","end":"2026-02-26T21:17:24.676999Z","steps":["trace[1352646890] 'process raft request' (duration: 344.91013ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:17:24.677247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:17:24.331801Z","time spent":"345.33815ms","remote":"127.0.0.1:53760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9239,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:17:25.65381Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355686663,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T21:17:25.868775Z","caller":"traceutil/trace.go:171","msg":"trace[1814159833] transaction","detail":"{read_only:false; response_revision:5708; number_of_response:1; }","duration":"774.24895ms","start":"2026-02-26T21:17:25.094497Z","end":"2026-02-26T21:17:25.868746Z","steps":["trace[1814159833] 'process raft request' (duration: 774.055244ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:17:25.868965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:17:25.094469Z","time spent":"774.398733ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:17:26.09702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.825607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:17:26.097154Z","caller":"traceutil/trace.go:171","msg":"trace[49610458] linearizableReadLoop","detail":"{readStateIndex:5965; appliedIndex:5963; }","duration":"944.28354ms","start":"2026-02-26T21:17:25.152847Z","end":"2026-02-26T21:17:26.09713Z","steps":["trace[49610458] 'read index received' (duration: 715.685612ms)","trace[49610458] 'applied index is now lower than readState.Index' (duration: 228.595648ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:17:26.097202Z","caller":"traceutil/trace.go:171","msg":"trace[887078042] transaction","detail":"{read_only:false; response_revision:5709; number_of_response:1; }","duration":"997.31672ms","start":"2026-02-26T21:17:25.099834Z","end":"2026-02-26T21:17:26.097151Z","steps":["trace[887078042] 'process raft request' (duration: 808.260727ms)","trace[887078042] 'compare' (duration: 188.725794ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:17:26.097358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.508706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-02-26T21:17:26.097395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:17:25.099822Z","time spent":"997.472455ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:17:26.097419Z","caller":"traceutil/trace.go:171","msg":"trace[1305906179] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5709; }","duration":"944.619819ms","start":"2026-02-26T21:17:25.152786Z","end":"2026-02-26T21:17:26.097405Z","steps":["trace[1305906179] 'agreement among raft nodes before linearized reading' (duration: 944.459125ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:17:26.097431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.164192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T21:17:26.097459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:17:25.15276Z","time spent":"944.692251ms","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-02-26T21:17:26.097484Z","caller":"traceutil/trace.go:171","msg":"trace[1478950660] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5709; }","duration":"650.260715ms","start":"2026-02-26T21:17:25.447212Z","end":"2026-02-26T21:17:26.097472Z","steps":["trace[1478950660] 'agreement among raft nodes before linearized reading' (duration: 650.07512ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:17:26.097526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:17:25.447187Z","time spent":"650.330696ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T21:17:26.097661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.70468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T21:17:26.097692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.424112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:17:26.097721Z","caller":"traceutil/trace.go:171","msg":"trace[1645043042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5709; }","duration":"206.491954ms","start":"2026-02-26T21:17:25.891221Z","end":"2026-02-26T21:17:26.097713Z","steps":["trace[1645043042] 'agreement among raft nodes before linearized reading' (duration: 206.451203ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:17:26.09779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.981291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.1897e8814ddee550\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-02-26T21:17:26.097786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.27358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-26T21:17:26.097825Z","caller":"traceutil/trace.go:171","msg":"trace[1790554217] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.1897e8814ddee550; range_end:; response_count:1; response_revision:5709; }","duration":"646.066434ms","start":"2026-02-26T21:17:25.451751Z","end":"2026-02-26T21:17:26.097818Z","steps":["trace[1790554217] 'agreement among raft nodes before linearized reading' (duration: 645.958671ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:17:26.097692Z","caller":"traceutil/trace.go:171","msg":"trace[1591974636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5709; }","duration":"568.766152ms","start":"2026-02-26T21:17:25.528918Z","end":"2026-02-26T21:17:26.097684Z","steps":["trace[1591974636] 'agreement among raft nodes before linearized reading' (duration: 568.710711ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:17:26.097854Z","caller":"traceutil/trace.go:171","msg":"trace[1726815640] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5709; }","duration":"565.424243ms","start":"2026-02-26T21:17:25.532412Z","end":"2026-02-26T21:17:26.097836Z","steps":["trace[1726815640] 'agreement among raft nodes before linearized reading' (duration: 565.218338ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:17:26.097862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:17:25.451718Z","time spent":"646.130546ms","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.1897e8814ddee550\" "} {"level":"warn","ts":"2026-02-26T21:17:26.097914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:17:25.532402Z","time spent":"565.481426ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T21:17:26.097944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.340477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T21:17:26.097839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.870965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T21:17:26.098064Z","caller":"traceutil/trace.go:171","msg":"trace[1981185998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5709; }","duration":"569.491481ms","start":"2026-02-26T21:17:25.52855Z","end":"2026-02-26T21:17:26.098042Z","steps":["trace[1981185998] 'agreement among raft nodes before linearized reading' (duration: 569.345487ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:17:26.098084Z","caller":"traceutil/trace.go:171","msg":"trace[2121398480] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5709; }","duration":"594.177993ms","start":"2026-02-26T21:17:25.503888Z","end":"2026-02-26T21:17:26.098066Z","steps":["trace[2121398480] 'agreement among raft nodes before linearized reading' (duration: 593.798523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:17:26.098115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.634742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T21:17:26.098129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:17:25.528525Z","time spent":"569.590644ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T21:17:26.098147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:17:25.50385Z","time spent":"594.278456ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T21:17:26.098167Z","caller":"traceutil/trace.go:171","msg":"trace[1670976900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5709; }","duration":"564.694675ms","start":"2026-02-26T21:17:25.53346Z","end":"2026-02-26T21:17:26.098155Z","steps":["trace[1670976900] 'agreement among raft nodes before linearized reading' (duration: 564.585872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:17:26.098207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:17:25.533455Z","time spent":"564.745116ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T21:17:26.097881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:17:25.528903Z","time spent":"568.972007ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T21:17:26.577649Z","caller":"traceutil/trace.go:171","msg":"trace[1643234721] transaction","detail":"{read_only:false; response_revision:5711; number_of_response:1; }","duration":"474.670307ms","start":"2026-02-26T21:17:26.102901Z","end":"2026-02-26T21:17:26.577571Z","steps":["trace[1643234721] 'process raft request' (duration: 474.397729ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:17:26.577913Z","caller":"traceutil/trace.go:171","msg":"trace[1658255962] transaction","detail":"{read_only:false; response_revision:5712; number_of_response:1; }","duration":"474.950114ms","start":"2026-02-26T21:17:26.102926Z","end":"2026-02-26T21:17:26.577876Z","steps":["trace[1658255962] 'process raft request' (duration: 474.587754ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:17:26.577969Z","caller":"traceutil/trace.go:171","msg":"trace[442617693] transaction","detail":"{read_only:false; response_revision:5714; number_of_response:1; }","duration":"474.374589ms","start":"2026-02-26T21:17:26.103559Z","end":"2026-02-26T21:17:26.577934Z","steps":["trace[442617693] 'process raft request' (duration: 474.294737ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:17:26.577996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:17:26.102878Z","time spent":"474.902023ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:17:26.578085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:17:26.102897Z","time spent":"475.091408ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:17:26.578166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:17:26.103516Z","time spent":"474.537253ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:17:26.578179Z","caller":"traceutil/trace.go:171","msg":"trace[25618029] transaction","detail":"{read_only:false; response_revision:5713; number_of_response:1; }","duration":"474.900253ms","start":"2026-02-26T21:17:26.103104Z","end":"2026-02-26T21:17:26.578004Z","steps":["trace[25618029] 'process raft request' (duration: 474.617796ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:17:26.578236Z","caller":"traceutil/trace.go:171","msg":"trace[1285148015] transaction","detail":"{read_only:false; response_revision:5715; number_of_response:1; }","duration":"474.457692ms","start":"2026-02-26T21:17:26.103752Z","end":"2026-02-26T21:17:26.57821Z","steps":["trace[1285148015] 'process raft request' (duration: 474.138913ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:17:26.578338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:17:26.103093Z","time spent":"475.16164ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:17:26.578369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:17:26.103742Z","time spent":"474.563004ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:17:26.578458Z","caller":"traceutil/trace.go:171","msg":"trace[1472082158] linearizableReadLoop","detail":"{readStateIndex:5972; appliedIndex:5966; }","duration":"435.009789ms","start":"2026-02-26T21:17:26.143433Z","end":"2026-02-26T21:17:26.578443Z","steps":["trace[1472082158] 'read index received' (duration: 433.765846ms)","trace[1472082158] 'applied index is now lower than readState.Index' (duration: 1.242393ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:17:26.578494Z","caller":"traceutil/trace.go:171","msg":"trace[325374314] transaction","detail":"{read_only:false; response_revision:5716; number_of_response:1; }","duration":"474.638386ms","start":"2026-02-26T21:17:26.103841Z","end":"2026-02-26T21:17:26.578479Z","steps":["trace[325374314] 'process raft request' (duration: 474.271726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:17:26.57855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:17:26.103821Z","time spent":"474.700698ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:17:26.578573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.134173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.1897e88285cbf660\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-02-26T21:17:26.578605Z","caller":"traceutil/trace.go:171","msg":"trace[1578324186] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.1897e88285cbf660; range_end:; response_count:1; response_revision:5716; }","duration":"435.181114ms","start":"2026-02-26T21:17:26.143414Z","end":"2026-02-26T21:17:26.578595Z","steps":["trace[1578324186] 'agreement among raft nodes before linearized reading' (duration: 435.067241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:17:26.578632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:17:26.143402Z","time spent":"435.224795ms","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.1897e88285cbf660\" "} {"level":"warn","ts":"2026-02-26T21:17:26.578649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.193434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-02-26T21:17:26.578707Z","caller":"traceutil/trace.go:171","msg":"trace[1813464380] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5716; }","duration":"435.274316ms","start":"2026-02-26T21:17:26.143415Z","end":"2026-02-26T21:17:26.57869Z","steps":["trace[1813464380] 'agreement among raft nodes before linearized reading' (duration: 435.169834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:17:26.578761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:17:26.143404Z","time spent":"435.344988ms","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1335,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-02-26T21:17:26.799685Z","caller":"traceutil/trace.go:171","msg":"trace[1818527363] transaction","detail":"{read_only:false; response_revision:5718; number_of_response:1; }","duration":"123.836001ms","start":"2026-02-26T21:17:26.675804Z","end":"2026-02-26T21:17:26.79964Z","steps":["trace[1818527363] 'process raft request' (duration: 123.619745ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:17:32.104153Z","caller":"traceutil/trace.go:171","msg":"trace[1129718771] linearizableReadLoop","detail":"{readStateIndex:6000; appliedIndex:5999; }","duration":"111.024853ms","start":"2026-02-26T21:17:31.9931Z","end":"2026-02-26T21:17:32.104125Z","steps":["trace[1129718771] 'read index received' (duration: 52.101686ms)","trace[1129718771] 'applied index is now lower than readState.Index' (duration: 58.922167ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:17:32.104188Z","caller":"traceutil/trace.go:171","msg":"trace[1648875263] transaction","detail":"{read_only:false; response_revision:5742; number_of_response:1; }","duration":"115.426939ms","start":"2026-02-26T21:17:31.988711Z","end":"2026-02-26T21:17:32.104138Z","steps":["trace[1648875263] 'process raft request' (duration: 56.537184ms)","trace[1648875263] 'compare' (duration: 58.758151ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:17:32.104343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.224958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:17:32.104386Z","caller":"traceutil/trace.go:171","msg":"trace[460629310] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5742; }","duration":"111.32305ms","start":"2026-02-26T21:17:31.993051Z","end":"2026-02-26T21:17:32.104374Z","steps":["trace[460629310] 'agreement among raft nodes before linearized reading' (duration: 111.188517ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:17:32.726164Z","caller":"traceutil/trace.go:171","msg":"trace[808822406] transaction","detail":"{read_only:false; response_revision:5745; number_of_response:1; }","duration":"115.292895ms","start":"2026-02-26T21:17:32.610844Z","end":"2026-02-26T21:17:32.726137Z","steps":["trace[808822406] 'process raft request' (duration: 115.137051ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:17:32.726538Z","caller":"traceutil/trace.go:171","msg":"trace[415162563] transaction","detail":"{read_only:false; response_revision:5746; number_of_response:1; }","duration":"115.521221ms","start":"2026-02-26T21:17:32.611Z","end":"2026-02-26T21:17:32.726521Z","steps":["trace[415162563] 'process raft request' (duration: 115.1028ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:17:32.726596Z","caller":"traceutil/trace.go:171","msg":"trace[1654809927] transaction","detail":"{read_only:false; response_revision:5747; number_of_response:1; }","duration":"115.477849ms","start":"2026-02-26T21:17:32.611094Z","end":"2026-02-26T21:17:32.726572Z","steps":["trace[1654809927] 'process raft request' (duration: 115.274614ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:17:32.7266Z","caller":"traceutil/trace.go:171","msg":"trace[107747542] linearizableReadLoop","detail":"{readStateIndex:6005; appliedIndex:6001; }","duration":"115.463409ms","start":"2026-02-26T21:17:32.61111Z","end":"2026-02-26T21:17:32.726573Z","steps":["trace[107747542] 'read index received' (duration: 72.375351ms)","trace[107747542] 'applied index is now lower than readState.Index' (duration: 43.087048ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:17:32.726649Z","caller":"traceutil/trace.go:171","msg":"trace[2090743631] transaction","detail":"{read_only:false; response_revision:5748; number_of_response:1; }","duration":"115.530331ms","start":"2026-02-26T21:17:32.61111Z","end":"2026-02-26T21:17:32.72664Z","steps":["trace[2090743631] 'process raft request' (duration: 115.415398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:17:32.726958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.791398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T21:17:32.727035Z","caller":"traceutil/trace.go:171","msg":"trace[897383784] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5748; }","duration":"115.910001ms","start":"2026-02-26T21:17:32.611096Z","end":"2026-02-26T21:17:32.727005Z","steps":["trace[897383784] 'agreement among raft nodes before linearized reading' (duration: 115.581622ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:17:32.834455Z","caller":"traceutil/trace.go:171","msg":"trace[1964693613] transaction","detail":"{read_only:false; response_revision:5749; number_of_response:1; }","duration":"103.542055ms","start":"2026-02-26T21:17:32.730883Z","end":"2026-02-26T21:17:32.834425Z","steps":["trace[1964693613] 'process raft request' (duration: 72.909696ms)","trace[1964693613] 'compare' (duration: 30.348941ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:19:09.787277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.942315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:19:09.787383Z","caller":"traceutil/trace.go:171","msg":"trace[40270938] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:6243; }","duration":"146.12312ms","start":"2026-02-26T21:19:09.641241Z","end":"2026-02-26T21:19:09.787364Z","steps":["trace[40270938] 'count revisions from in-memory index tree' (duration: 145.789081ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:19:16.364882Z","caller":"traceutil/trace.go:171","msg":"trace[1567816370] transaction","detail":"{read_only:false; response_revision:6360; number_of_response:1; }","duration":"171.310835ms","start":"2026-02-26T21:19:16.193502Z","end":"2026-02-26T21:19:16.364813Z","steps":["trace[1567816370] 'process raft request' (duration: 171.035597ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:19:19.19874Z","caller":"traceutil/trace.go:171","msg":"trace[834842304] transaction","detail":"{read_only:false; response_revision:6425; number_of_response:1; }","duration":"119.999ms","start":"2026-02-26T21:19:19.0787Z","end":"2026-02-26T21:19:19.198699Z","steps":["trace[834842304] 'process raft request' (duration: 119.792214ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:19:43.479648Z","caller":"traceutil/trace.go:171","msg":"trace[313612969] linearizableReadLoop","detail":"{readStateIndex:6852; appliedIndex:6851; }","duration":"132.615862ms","start":"2026-02-26T21:19:43.347002Z","end":"2026-02-26T21:19:43.479618Z","steps":["trace[313612969] 'read index received' (duration: 132.464978ms)","trace[313612969] 'applied index is now lower than readState.Index' (duration: 149.834µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:19:43.479713Z","caller":"traceutil/trace.go:171","msg":"trace[1583851909] transaction","detail":"{read_only:false; response_revision:6562; number_of_response:1; }","duration":"218.387558ms","start":"2026-02-26T21:19:43.261289Z","end":"2026-02-26T21:19:43.479676Z","steps":["trace[1583851909] 'process raft request' (duration: 218.133691ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:19:43.480185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.178177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-26T21:19:43.480275Z","caller":"traceutil/trace.go:171","msg":"trace[1002600193] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6562; }","duration":"133.390512ms","start":"2026-02-26T21:19:43.346863Z","end":"2026-02-26T21:19:43.480253Z","steps":["trace[1002600193] 'agreement among raft nodes before linearized reading' (duration: 132.871229ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:19:48.942597Z","caller":"traceutil/trace.go:171","msg":"trace[558399864] linearizableReadLoop","detail":"{readStateIndex:6879; appliedIndex:6878; }","duration":"409.891057ms","start":"2026-02-26T21:19:48.53268Z","end":"2026-02-26T21:19:48.942571Z","steps":["trace[558399864] 'read index received' (duration: 409.710272ms)","trace[558399864] 'applied index is now lower than readState.Index' (duration: 179.725µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:19:48.942642Z","caller":"traceutil/trace.go:171","msg":"trace[294192075] transaction","detail":"{read_only:false; response_revision:6588; number_of_response:1; }","duration":"451.989559ms","start":"2026-02-26T21:19:48.490626Z","end":"2026-02-26T21:19:48.942615Z","steps":["trace[294192075] 'process raft request' (duration: 451.786834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:19:48.942771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:19:48.490607Z","time spent":"452.098293ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:19:48.942806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.088092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:19:48.942906Z","caller":"traceutil/trace.go:171","msg":"trace[696826177] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:6588; }","duration":"410.251156ms","start":"2026-02-26T21:19:48.532629Z","end":"2026-02-26T21:19:48.94288Z","steps":["trace[696826177] 'agreement among raft nodes before linearized reading' (duration: 410.066071ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:19:48.943002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:19:48.532606Z","time spent":"410.3814ms","remote":"127.0.0.1:47222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:19:49.443473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355689084,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T21:19:49.821641Z","caller":"traceutil/trace.go:171","msg":"trace[714068510] linearizableReadLoop","detail":"{readStateIndex:6880; appliedIndex:6879; }","duration":"878.950347ms","start":"2026-02-26T21:19:48.942665Z","end":"2026-02-26T21:19:49.821615Z","steps":["trace[714068510] 'read index received' (duration: 877.872159ms)","trace[714068510] 'applied index is now lower than readState.Index' (duration: 1.077018ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:19:49.821734Z","caller":"traceutil/trace.go:171","msg":"trace[1583832203] transaction","detail":"{read_only:false; response_revision:6589; number_of_response:1; }","duration":"1.13948152s","start":"2026-02-26T21:19:48.682231Z","end":"2026-02-26T21:19:49.821712Z","steps":["trace[1583832203] 'process raft request' (duration: 1.138322249s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:19:49.822163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.701315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T21:19:49.822263Z","caller":"traceutil/trace.go:171","msg":"trace[568325910] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6589; }","duration":"305.813878ms","start":"2026-02-26T21:19:49.51642Z","end":"2026-02-26T21:19:49.822234Z","steps":["trace[568325910] 'agreement among raft nodes before linearized reading' (duration: 305.51744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:19:49.822318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.142766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T21:19:49.822382Z","caller":"traceutil/trace.go:171","msg":"trace[978132474] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6589; }","duration":"306.238819ms","start":"2026-02-26T21:19:49.516131Z","end":"2026-02-26T21:19:49.822369Z","steps":["trace[978132474] 'agreement among raft nodes before linearized reading' (duration: 306.101256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:19:49.822423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:19:49.516114Z","time spent":"306.30104ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T21:19:49.822398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:19:48.682198Z","time spent":"1.139989463s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:19:49.821812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.595915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:19:49.822187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.004363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T21:19:49.82248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.730488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12330"} {"level":"warn","ts":"2026-02-26T21:19:49.822583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.607463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-26T21:19:49.822052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.441183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T21:19:49.822589Z","caller":"traceutil/trace.go:171","msg":"trace[2058864634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6589; }","duration":"306.403764ms","start":"2026-02-26T21:19:49.516145Z","end":"2026-02-26T21:19:49.822548Z","steps":["trace[2058864634] 'agreement among raft nodes before linearized reading' (duration: 305.937932ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:19:49.822609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.272235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-02-26T21:19:49.822658Z","caller":"traceutil/trace.go:171","msg":"trace[937717132] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6589; }","duration":"310.08492ms","start":"2026-02-26T21:19:49.512556Z","end":"2026-02-26T21:19:49.822641Z","steps":["trace[937717132] 'agreement among raft nodes before linearized reading' (duration: 309.374302ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:19:49.822686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:19:49.516124Z","time spent":"306.532117ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T21:19:49.822636Z","caller":"traceutil/trace.go:171","msg":"trace[519145286] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6589; }","duration":"165.911733ms","start":"2026-02-26T21:19:49.656699Z","end":"2026-02-26T21:19:49.822611Z","steps":["trace[519145286] 'agreement among raft nodes before linearized reading' (duration: 165.666006ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:19:49.82271Z","caller":"traceutil/trace.go:171","msg":"trace[692641748] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:6589; }","duration":"302.393388ms","start":"2026-02-26T21:19:49.520293Z","end":"2026-02-26T21:19:49.822687Z","steps":["trace[692641748] 'agreement among raft nodes before linearized reading' (duration: 302.188102ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:19:49.822561Z","caller":"traceutil/trace.go:171","msg":"trace[1436304769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6589; }","duration":"933.388686ms","start":"2026-02-26T21:19:48.889145Z","end":"2026-02-26T21:19:49.822534Z","steps":["trace[1436304769] 'agreement among raft nodes before linearized reading' (duration: 932.595695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:19:49.822728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:19:49.512534Z","time spent":"310.177233ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T21:19:49.822724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.384996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T21:19:49.822771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:19:49.520281Z","time spent":"302.47592ms","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-26T21:19:49.82278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:19:48.889125Z","time spent":"933.637563ms","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:19:49.822335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:19:49.51641Z","time spent":"305.907941ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T21:19:49.822793Z","caller":"traceutil/trace.go:171","msg":"trace[1292679072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6589; }","duration":"308.471078ms","start":"2026-02-26T21:19:49.514303Z","end":"2026-02-26T21:19:49.822774Z","steps":["trace[1292679072] 'agreement among raft nodes before linearized reading' (duration: 308.229251ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:19:49.82299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:19:49.514294Z","time spent":"308.673214ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T21:19:49.822651Z","caller":"traceutil/trace.go:171","msg":"trace[1532032973] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6589; }","duration":"305.687625ms","start":"2026-02-26T21:19:49.516942Z","end":"2026-02-26T21:19:49.82263Z","steps":["trace[1532032973] 'agreement among raft nodes before linearized reading' (duration: 305.565202ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:19:49.82324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:19:49.51693Z","time spent":"306.290071ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T21:20:24.506111Z","caller":"traceutil/trace.go:171","msg":"trace[387571363] transaction","detail":"{read_only:false; response_revision:6836; number_of_response:1; }","duration":"169.93449ms","start":"2026-02-26T21:20:24.336126Z","end":"2026-02-26T21:20:24.50606Z","steps":["trace[387571363] 'process raft request' (duration: 156.980288ms)","trace[387571363] 'compare' (duration: 12.50739ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:21:09.307611Z","caller":"traceutil/trace.go:171","msg":"trace[1836285870] transaction","detail":"{read_only:false; response_revision:7392; number_of_response:1; }","duration":"119.875268ms","start":"2026-02-26T21:21:09.187707Z","end":"2026-02-26T21:21:09.307582Z","steps":["trace[1836285870] 'process raft request' (duration: 117.863895ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:21:09.312354Z","caller":"traceutil/trace.go:171","msg":"trace[1005758634] transaction","detail":"{read_only:false; response_revision:7393; number_of_response:1; }","duration":"115.775759ms","start":"2026-02-26T21:21:09.196557Z","end":"2026-02-26T21:21:09.312332Z","steps":["trace[1005758634] 'process raft request' (duration: 115.351808ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:21:09.797323Z","caller":"traceutil/trace.go:171","msg":"trace[1913813670] linearizableReadLoop","detail":"{readStateIndex:7738; appliedIndex:7737; }","duration":"110.996883ms","start":"2026-02-26T21:21:09.686308Z","end":"2026-02-26T21:21:09.797305Z","steps":["trace[1913813670] 'read index received' (duration: 110.958222ms)","trace[1913813670] 'applied index is now lower than readState.Index' (duration: 37.761µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:21:09.797401Z","caller":"traceutil/trace.go:171","msg":"trace[696589949] transaction","detail":"{read_only:false; response_revision:7410; number_of_response:1; }","duration":"111.728712ms","start":"2026-02-26T21:21:09.685646Z","end":"2026-02-26T21:21:09.797375Z","steps":["trace[696589949] 'process raft request' (duration: 111.538897ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:09.797433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.104315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:21:09.797466Z","caller":"traceutil/trace.go:171","msg":"trace[57548918] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:7410; }","duration":"111.194088ms","start":"2026-02-26T21:21:09.686263Z","end":"2026-02-26T21:21:09.797457Z","steps":["trace[57548918] 'agreement among raft nodes before linearized reading' (duration: 111.114806ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:21:10.592539Z","caller":"traceutil/trace.go:171","msg":"trace[2049851676] linearizableReadLoop","detail":"{readStateIndex:7754; appliedIndex:7753; }","duration":"292.504419ms","start":"2026-02-26T21:21:10.300013Z","end":"2026-02-26T21:21:10.592517Z","steps":["trace[2049851676] 'read index received' (duration: 292.314694ms)","trace[2049851676] 'applied index is now lower than readState.Index' (duration: 188.645µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:21:10.592647Z","caller":"traceutil/trace.go:171","msg":"trace[177419449] transaction","detail":"{read_only:false; response_revision:7425; number_of_response:1; }","duration":"296.343819ms","start":"2026-02-26T21:21:10.296268Z","end":"2026-02-26T21:21:10.592612Z","steps":["trace[177419449] 'process raft request' (duration: 296.100973ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:10.592703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.236292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:21:10.592741Z","caller":"traceutil/trace.go:171","msg":"trace[866237885] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:7425; }","duration":"208.322165ms","start":"2026-02-26T21:21:10.384409Z","end":"2026-02-26T21:21:10.592731Z","steps":["trace[866237885] 'agreement among raft nodes before linearized reading' (duration: 208.239572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:10.592833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.786136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jjwxr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T21:21:10.592941Z","caller":"traceutil/trace.go:171","msg":"trace[1805843416] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jjwxr; range_end:; response_count:1; response_revision:7425; }","duration":"292.95504ms","start":"2026-02-26T21:21:10.299963Z","end":"2026-02-26T21:21:10.592918Z","steps":["trace[1805843416] 'agreement among raft nodes before linearized reading' (duration: 292.679163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:12.2028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.072ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-02-26T21:21:12.203172Z","caller":"traceutil/trace.go:171","msg":"trace[1500519301] linearizableReadLoop","detail":"{readStateIndex:7832; appliedIndex:7831; }","duration":"227.135491ms","start":"2026-02-26T21:21:11.976009Z","end":"2026-02-26T21:21:12.203145Z","steps":["trace[1500519301] 'read index received' (duration: 97.805544ms)","trace[1500519301] 'applied index is now lower than readState.Index' (duration: 129.327277ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:21:12.203437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.105842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7271c781-cace-40c2-81f3-fe87e4cf25a8\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-02-26T21:21:12.203483Z","caller":"traceutil/trace.go:171","msg":"trace[1945032270] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7271c781-cace-40c2-81f3-fe87e4cf25a8; range_end:; response_count:1; response_revision:7503; }","duration":"109.196675ms","start":"2026-02-26T21:21:12.094273Z","end":"2026-02-26T21:21:12.20347Z","steps":["trace[1945032270] 'agreement among raft nodes before linearized reading' (duration: 109.01506ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:12.205935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.849673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2194600"} {"level":"info","ts":"2026-02-26T21:21:12.206143Z","caller":"traceutil/trace.go:171","msg":"trace[685935375] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:7503; }","duration":"230.08745ms","start":"2026-02-26T21:21:11.975986Z","end":"2026-02-26T21:21:12.206074Z","steps":["trace[685935375] 'agreement among raft nodes before linearized reading' (duration: 227.245025ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:14.130128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.959211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T21:21:14.130254Z","caller":"traceutil/trace.go:171","msg":"trace[1354963193] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7536; }","duration":"132.309076ms","start":"2026-02-26T21:21:13.997932Z","end":"2026-02-26T21:21:14.130241Z","steps":[],"step_count":0} {"level":"info","ts":"2026-02-26T21:21:15.437353Z","caller":"traceutil/trace.go:171","msg":"trace[292378391] transaction","detail":"{read_only:false; response_revision:7561; number_of_response:1; }","duration":"123.059951ms","start":"2026-02-26T21:21:15.314269Z","end":"2026-02-26T21:21:15.437329Z","steps":["trace[292378391] 'process raft request' (duration: 122.854056ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:21:18.339846Z","caller":"traceutil/trace.go:171","msg":"trace[1993279570] transaction","detail":"{read_only:false; response_revision:7630; number_of_response:1; }","duration":"138.983322ms","start":"2026-02-26T21:21:18.200844Z","end":"2026-02-26T21:21:18.339827Z","steps":["trace[1993279570] 'process raft request' (duration: 138.838608ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:21:18.719175Z","caller":"traceutil/trace.go:171","msg":"trace[1052767930] transaction","detail":"{read_only:false; response_revision:7633; number_of_response:1; }","duration":"372.736188ms","start":"2026-02-26T21:21:18.346415Z","end":"2026-02-26T21:21:18.719151Z","steps":["trace[1052767930] 'process raft request' (duration: 369.333869ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:18.719299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:18.346408Z","time spent":"372.833671ms","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1854,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:21:18.719286Z","caller":"traceutil/trace.go:171","msg":"trace[910553751] transaction","detail":"{read_only:false; response_revision:7634; number_of_response:1; }","duration":"372.245985ms","start":"2026-02-26T21:21:18.347014Z","end":"2026-02-26T21:21:18.71926Z","steps":["trace[910553751] 'process raft request' (duration: 372.084531ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:18.719438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:18.347002Z","time spent":"372.360378ms","remote":"127.0.0.1:54064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4883,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:21:18.719455Z","caller":"traceutil/trace.go:171","msg":"trace[800783958] transaction","detail":"{read_only:false; response_revision:7635; number_of_response:1; }","duration":"371.213178ms","start":"2026-02-26T21:21:18.348226Z","end":"2026-02-26T21:21:18.719439Z","steps":["trace[800783958] 'process raft request' (duration: 370.965201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:18.719537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:18.348216Z","time spent":"371.277249ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:21:18.719673Z","caller":"traceutil/trace.go:171","msg":"trace[1525402032] transaction","detail":"{read_only:false; response_revision:7636; number_of_response:1; }","duration":"371.001792ms","start":"2026-02-26T21:21:18.348664Z","end":"2026-02-26T21:21:18.719666Z","steps":["trace[1525402032] 'process raft request' (duration: 370.725295ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:18.719713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:18.348657Z","time spent":"371.039694ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:21:18.722086Z","caller":"traceutil/trace.go:171","msg":"trace[235012636] transaction","detail":"{read_only:false; response_revision:7637; number_of_response:1; }","duration":"371.250939ms","start":"2026-02-26T21:21:18.348696Z","end":"2026-02-26T21:21:18.719946Z","steps":["trace[235012636] 'process raft request' (duration: 370.90811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:18.722208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:18.348687Z","time spent":"373.455117ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:21:18.722767Z","caller":"traceutil/trace.go:171","msg":"trace[2057987901] transaction","detail":"{read_only:false; response_revision:7638; number_of_response:1; }","duration":"373.995101ms","start":"2026-02-26T21:21:18.348748Z","end":"2026-02-26T21:21:18.722743Z","steps":["trace[2057987901] 'process raft request' (duration: 371.075704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:18.722876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:18.348728Z","time spent":"374.088004ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:21:18.723239Z","caller":"traceutil/trace.go:171","msg":"trace[780535223] linearizableReadLoop","detail":"{readStateIndex:7974; appliedIndex:7967; }","duration":"313.73465ms","start":"2026-02-26T21:21:18.40944Z","end":"2026-02-26T21:21:18.723174Z","steps":["trace[780535223] 'read index received' (duration: 306.419227ms)","trace[780535223] 'applied index is now lower than readState.Index' (duration: 7.313773ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:21:18.723479Z","caller":"traceutil/trace.go:171","msg":"trace[1511046525] transaction","detail":"{read_only:false; response_revision:7639; number_of_response:1; }","duration":"373.659232ms","start":"2026-02-26T21:21:18.349802Z","end":"2026-02-26T21:21:18.723461Z","steps":["trace[1511046525] 'process raft request' (duration: 370.122899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:18.723618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:18.349792Z","time spent":"373.732625ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:21:18.724015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.574872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:21:18.724179Z","caller":"traceutil/trace.go:171","msg":"trace[947524524] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:7641; }","duration":"314.652594ms","start":"2026-02-26T21:21:18.409394Z","end":"2026-02-26T21:21:18.724047Z","steps":["trace[947524524] 'agreement among raft nodes before linearized reading' (duration: 314.51924ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:18.72417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.669238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:21:18.724233Z","caller":"traceutil/trace.go:171","msg":"trace[554905028] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:7641; }","duration":"288.747779ms","start":"2026-02-26T21:21:18.43547Z","end":"2026-02-26T21:21:18.724217Z","steps":["trace[554905028] 'agreement among raft nodes before linearized reading' (duration: 288.660147ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:18.725124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:18.409374Z","time spent":"314.842339ms","remote":"127.0.0.1:39160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-26T21:21:18.735712Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5190} {"level":"info","ts":"2026-02-26T21:21:18.771882Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5190,"took":"35.422726ms","hash":1228407877,"current-db-size-bytes":25423872,"current-db-size":"25 MB","current-db-size-in-use-bytes":24399872,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-02-26T21:21:18.771948Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1228407877,"revision":5190,"compact-revision":3898} {"level":"warn","ts":"2026-02-26T21:21:20.141074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.079916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:21:20.141159Z","caller":"traceutil/trace.go:171","msg":"trace[1226423644] linearizableReadLoop","detail":"{readStateIndex:8069; appliedIndex:8068; }","duration":"383.571854ms","start":"2026-02-26T21:21:19.757575Z","end":"2026-02-26T21:21:20.141147Z","steps":["trace[1226423644] 'read index received' (duration: 60.348275ms)","trace[1226423644] 'applied index is now lower than readState.Index' (duration: 323.222759ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:21:20.141237Z","caller":"traceutil/trace.go:171","msg":"trace[464725077] transaction","detail":"{read_only:false; response_revision:7731; number_of_response:1; }","duration":"440.497117ms","start":"2026-02-26T21:21:19.7007Z","end":"2026-02-26T21:21:20.141198Z","steps":["trace[464725077] 'process raft request' (duration: 117.242967ms)","trace[464725077] 'compare' (duration: 322.979193ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:21:20.14129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.963019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:21:20.141321Z","caller":"traceutil/trace.go:171","msg":"trace[163085080] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:7731; }","duration":"391.055051ms","start":"2026-02-26T21:21:19.750256Z","end":"2026-02-26T21:21:20.141311Z","steps":["trace[163085080] 'agreement among raft nodes before linearized reading' (duration: 390.948109ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:20.141361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:19.750226Z","time spent":"391.124193ms","remote":"127.0.0.1:60182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":30,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:21:20.141392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:19.700638Z","time spent":"440.676943ms","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T21:21:20.141663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.812973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-95snv\" ","response":"range_response_count:1 size:9728"} {"level":"info","ts":"2026-02-26T21:21:20.141772Z","caller":"traceutil/trace.go:171","msg":"trace[821568402] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-95snv; range_end:; response_count:1; response_revision:7731; }","duration":"441.963767ms","start":"2026-02-26T21:21:19.69978Z","end":"2026-02-26T21:21:20.141743Z","steps":["trace[821568402] 'agreement among raft nodes before linearized reading' (duration: 441.68641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:20.141832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:19.699757Z","time spent":"442.061089ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9750,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-95snv\" "} {"level":"info","ts":"2026-02-26T21:21:20.147931Z","caller":"traceutil/trace.go:171","msg":"trace[1794060138] transaction","detail":"{read_only:false; response_revision:7733; number_of_response:1; }","duration":"382.180637ms","start":"2026-02-26T21:21:19.76573Z","end":"2026-02-26T21:21:20.147911Z","steps":["trace[1794060138] 'process raft request' (duration: 382.145636ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:21:20.147945Z","caller":"traceutil/trace.go:171","msg":"trace[28321510] transaction","detail":"{read_only:false; response_revision:7732; number_of_response:1; }","duration":"383.645836ms","start":"2026-02-26T21:21:19.764272Z","end":"2026-02-26T21:21:20.147917Z","steps":["trace[28321510] 'process raft request' (duration: 383.508292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:20.14806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:19.76572Z","time spent":"382.277749ms","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2927,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T21:21:20.148071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:19.764246Z","time spent":"383.760598ms","remote":"127.0.0.1:60182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2175,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T21:21:20.148466Z","caller":"traceutil/trace.go:171","msg":"trace[778347551] transaction","detail":"{read_only:false; response_revision:7734; number_of_response:1; }","duration":"109.325157ms","start":"2026-02-26T21:21:20.039129Z","end":"2026-02-26T21:21:20.148454Z","steps":["trace[778347551] 'process raft request' (duration: 109.222814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:20.148551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.588371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:21:20.148638Z","caller":"traceutil/trace.go:171","msg":"trace[114462796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7734; }","duration":"258.719254ms","start":"2026-02-26T21:21:19.889899Z","end":"2026-02-26T21:21:20.148618Z","steps":["trace[114462796] 'agreement among raft nodes before linearized reading' (duration: 258.57359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:20.148622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.435123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:21:20.148806Z","caller":"traceutil/trace.go:171","msg":"trace[1098917223] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:7734; }","duration":"332.753741ms","start":"2026-02-26T21:21:19.816013Z","end":"2026-02-26T21:21:20.148766Z","steps":["trace[1098917223] 'agreement among raft nodes before linearized reading' (duration: 332.433953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:20.1489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:19.815996Z","time spent":"332.843753ms","remote":"127.0.0.1:46364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:21:21.527721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.715015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:21:21.527866Z","caller":"traceutil/trace.go:171","msg":"trace[713822780] transaction","detail":"{read_only:false; response_revision:7767; number_of_response:1; }","duration":"509.702877ms","start":"2026-02-26T21:21:21.018133Z","end":"2026-02-26T21:21:21.527836Z","steps":["trace[713822780] 'process raft request' (duration: 43.777017ms)","trace[713822780] 'compare' (duration: 465.573751ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:21:21.527947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:21.018111Z","time spent":"509.801839ms","remote":"127.0.0.1:54076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3290,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T21:21:21.529653Z","caller":"traceutil/trace.go:171","msg":"trace[535548920] linearizableReadLoop","detail":"{readStateIndex:8107; appliedIndex:8106; }","duration":"355.195625ms","start":"2026-02-26T21:21:21.174431Z","end":"2026-02-26T21:21:21.529627Z","steps":["trace[535548920] 'read index received' (duration: 354.805995ms)","trace[535548920] 'applied index is now lower than readState.Index' (duration: 388.57µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:21:21.529751Z","caller":"traceutil/trace.go:171","msg":"trace[1389155320] transaction","detail":"{read_only:false; response_revision:7768; number_of_response:1; }","duration":"500.934016ms","start":"2026-02-26T21:21:21.028804Z","end":"2026-02-26T21:21:21.529738Z","steps":["trace[1389155320] 'process raft request' (duration: 500.635748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:21.529853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:21.02879Z","time spent":"500.983117ms","remote":"127.0.0.1:53670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58173,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:21:21.530148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.688128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e87700b6-4cd8-4e74-9f9e-21ca41299128\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-02-26T21:21:21.530316Z","caller":"traceutil/trace.go:171","msg":"trace[997655088] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e87700b6-4cd8-4e74-9f9e-21ca41299128; range_end:; response_count:1; response_revision:7768; }","duration":"355.903063ms","start":"2026-02-26T21:21:21.174385Z","end":"2026-02-26T21:21:21.530288Z","steps":["trace[997655088] 'agreement among raft nodes before linearized reading' (duration: 355.585785ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:21.530518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:21.174364Z","time spent":"356.097069ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e87700b6-4cd8-4e74-9f9e-21ca41299128\" "} {"level":"warn","ts":"2026-02-26T21:21:21.534014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.020537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:21:21.534114Z","caller":"traceutil/trace.go:171","msg":"trace[1462764884] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:7769; }","duration":"124.186361ms","start":"2026-02-26T21:21:21.409909Z","end":"2026-02-26T21:21:21.534096Z","steps":["trace[1462764884] 'agreement among raft nodes before linearized reading' (duration: 124.021447ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:23.366692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.32384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:21:23.366801Z","caller":"traceutil/trace.go:171","msg":"trace[2137447018] linearizableReadLoop","detail":"{readStateIndex:8129; appliedIndex:8128; }","duration":"107.271394ms","start":"2026-02-26T21:21:23.25951Z","end":"2026-02-26T21:21:23.366781Z","steps":["trace[2137447018] 'read index received' (duration: 62.021µs)","trace[2137447018] 'applied index is now lower than readState.Index' (duration: 107.208293ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:21:23.366977Z","caller":"traceutil/trace.go:171","msg":"trace[2074748445] transaction","detail":"{read_only:false; response_revision:7789; number_of_response:1; }","duration":"183.094198ms","start":"2026-02-26T21:21:23.1838Z","end":"2026-02-26T21:21:23.366894Z","steps":["trace[2074748445] 'process raft request' (duration: 65.47917ms)","trace[2074748445] 'compare' (duration: 116.93743ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:21:23.36707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.540071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e87700b6-4cd8-4e74-9f9e-21ca41299128\" ","response":"range_response_count:1 size:3894"} {"level":"info","ts":"2026-02-26T21:21:23.367155Z","caller":"traceutil/trace.go:171","msg":"trace[460239921] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e87700b6-4cd8-4e74-9f9e-21ca41299128; range_end:; response_count:1; response_revision:7789; }","duration":"107.676795ms","start":"2026-02-26T21:21:23.259456Z","end":"2026-02-26T21:21:23.367133Z","steps":["trace[460239921] 'agreement among raft nodes before linearized reading' (duration: 107.418828ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:21:23.940027Z","caller":"traceutil/trace.go:171","msg":"trace[947851593] transaction","detail":"{read_only:false; response_revision:7791; number_of_response:1; }","duration":"113.327575ms","start":"2026-02-26T21:21:23.826662Z","end":"2026-02-26T21:21:23.939989Z","steps":["trace[947851593] 'process raft request' (duration: 112.74573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:26.325477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.471942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:21:26.325578Z","caller":"traceutil/trace.go:171","msg":"trace[920909714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7844; }","duration":"436.616556ms","start":"2026-02-26T21:21:25.888939Z","end":"2026-02-26T21:21:26.325555Z","steps":["trace[920909714] 'range keys from in-memory index tree' (duration: 436.411091ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:26.325627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:25.888923Z","time spent":"436.690958ms","remote":"127.0.0.1:53588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:21:26.325933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.73997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787213"} {"level":"info","ts":"2026-02-26T21:21:26.326011Z","caller":"traceutil/trace.go:171","msg":"trace[1892504021] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:7844; }","duration":"257.847473ms","start":"2026-02-26T21:21:26.068146Z","end":"2026-02-26T21:21:26.325993Z","steps":["trace[1892504021] 'range keys from in-memory index tree' (duration: 257.268097ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:21:26.338853Z","caller":"traceutil/trace.go:171","msg":"trace[1156242235] transaction","detail":"{read_only:false; response_revision:7845; number_of_response:1; }","duration":"184.31219ms","start":"2026-02-26T21:21:26.15452Z","end":"2026-02-26T21:21:26.338832Z","steps":["trace[1156242235] 'process raft request' (duration: 184.192787ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:21:26.371915Z","caller":"traceutil/trace.go:171","msg":"trace[843925699] transaction","detail":"{read_only:false; response_revision:7846; number_of_response:1; }","duration":"126.161143ms","start":"2026-02-26T21:21:26.245723Z","end":"2026-02-26T21:21:26.371884Z","steps":["trace[843925699] 'process raft request' (duration: 125.955968ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:21:26.553492Z","caller":"traceutil/trace.go:171","msg":"trace[1856915040] linearizableReadLoop","detail":"{readStateIndex:8190; appliedIndex:8187; }","duration":"199.946963ms","start":"2026-02-26T21:21:26.353526Z","end":"2026-02-26T21:21:26.553473Z","steps":["trace[1856915040] 'read index received' (duration: 18.208562ms)","trace[1856915040] 'applied index is now lower than readState.Index' (duration: 181.737651ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:21:26.553579Z","caller":"traceutil/trace.go:171","msg":"trace[1572652229] transaction","detail":"{read_only:false; response_revision:7849; number_of_response:1; }","duration":"186.518428ms","start":"2026-02-26T21:21:26.367053Z","end":"2026-02-26T21:21:26.553571Z","steps":["trace[1572652229] 'process raft request' (duration: 186.373574ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:21:26.553612Z","caller":"traceutil/trace.go:171","msg":"trace[747790289] transaction","detail":"{read_only:false; response_revision:7848; number_of_response:1; }","duration":"211.611751ms","start":"2026-02-26T21:21:26.341979Z","end":"2026-02-26T21:21:26.55359Z","steps":["trace[747790289] 'process raft request' (duration: 211.343124ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:26.553848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.286852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:4949"} {"level":"warn","ts":"2026-02-26T21:21:26.553879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.154336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-02-26T21:21:26.553945Z","caller":"traceutil/trace.go:171","msg":"trace[1605804237] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:7849; }","duration":"167.263779ms","start":"2026-02-26T21:21:26.386666Z","end":"2026-02-26T21:21:26.55393Z","steps":["trace[1605804237] 'agreement among raft nodes before linearized reading' (duration: 167.035783ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:21:26.553938Z","caller":"traceutil/trace.go:171","msg":"trace[1450140295] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:7849; }","duration":"200.427326ms","start":"2026-02-26T21:21:26.353491Z","end":"2026-02-26T21:21:26.553918Z","steps":["trace[1450140295] 'agreement among raft nodes before linearized reading' (duration: 200.235851ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:21:26.767679Z","caller":"traceutil/trace.go:171","msg":"trace[253212768] linearizableReadLoop","detail":"{readStateIndex:8192; appliedIndex:8191; }","duration":"187.104143ms","start":"2026-02-26T21:21:26.580545Z","end":"2026-02-26T21:21:26.76765Z","steps":["trace[253212768] 'read index received' (duration: 186.810435ms)","trace[253212768] 'applied index is now lower than readState.Index' (duration: 292.278µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:21:26.767803Z","caller":"traceutil/trace.go:171","msg":"trace[1139252189] transaction","detail":"{read_only:false; response_revision:7850; number_of_response:1; }","duration":"207.823902ms","start":"2026-02-26T21:21:26.559956Z","end":"2026-02-26T21:21:26.76778Z","steps":["trace[1139252189] 'process raft request' (duration: 207.512503ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:26.767995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.539853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-02-26T21:21:26.768072Z","caller":"traceutil/trace.go:171","msg":"trace[785091502] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:7850; }","duration":"171.647375ms","start":"2026-02-26T21:21:26.596408Z","end":"2026-02-26T21:21:26.768055Z","steps":["trace[785091502] 'agreement among raft nodes before linearized reading' (duration: 171.46598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:26.768479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.909565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787213"} {"level":"info","ts":"2026-02-26T21:21:26.768556Z","caller":"traceutil/trace.go:171","msg":"trace[1971345152] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:7850; }","duration":"188.034728ms","start":"2026-02-26T21:21:26.580502Z","end":"2026-02-26T21:21:26.768536Z","steps":["trace[1971345152] 'agreement among raft nodes before linearized reading' (duration: 187.315399ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:21:27.701248Z","caller":"traceutil/trace.go:171","msg":"trace[487454449] transaction","detail":"{read_only:false; response_revision:7895; number_of_response:1; }","duration":"108.129356ms","start":"2026-02-26T21:21:27.593088Z","end":"2026-02-26T21:21:27.701217Z","steps":["trace[487454449] 'process raft request' (duration: 66.453575ms)","trace[487454449] 'compare' (duration: 41.475016ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:21:32.695885Z","caller":"traceutil/trace.go:171","msg":"trace[561238180] transaction","detail":"{read_only:false; response_revision:7977; number_of_response:1; }","duration":"122.572218ms","start":"2026-02-26T21:21:32.57329Z","end":"2026-02-26T21:21:32.695862Z","steps":["trace[561238180] 'process raft request' (duration: 122.428535ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:21:32.728549Z","caller":"traceutil/trace.go:171","msg":"trace[64494294] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"113.954381ms","start":"2026-02-26T21:21:32.614543Z","end":"2026-02-26T21:21:32.728497Z","steps":["trace[64494294] 'process raft request' (duration: 113.799427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:32.94873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.871367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:21:32.948841Z","caller":"traceutil/trace.go:171","msg":"trace[114013767] linearizableReadLoop","detail":"{readStateIndex:8325; appliedIndex:8324; }","duration":"146.978923ms","start":"2026-02-26T21:21:32.801846Z","end":"2026-02-26T21:21:32.948824Z","steps":["trace[114013767] 'read index received' (duration: 41.641µs)","trace[114013767] 'applied index is now lower than readState.Index' (duration: 146.936152ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:21:32.948886Z","caller":"traceutil/trace.go:171","msg":"trace[1259272013] transaction","detail":"{read_only:false; response_revision:7979; number_of_response:1; }","duration":"215.029402ms","start":"2026-02-26T21:21:32.73381Z","end":"2026-02-26T21:21:32.948839Z","steps":["trace[1259272013] 'process raft request' (duration: 27.99328ms)","trace[1259272013] 'compare' (duration: 186.758344ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:21:32.948991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.614829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T21:21:32.94902Z","caller":"traceutil/trace.go:171","msg":"trace[652148361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7979; }","duration":"139.67586ms","start":"2026-02-26T21:21:32.809336Z","end":"2026-02-26T21:21:32.949012Z","steps":["trace[652148361] 'agreement among raft nodes before linearized reading' (duration: 139.574077ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:32.949089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.2223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-26T21:21:32.949209Z","caller":"traceutil/trace.go:171","msg":"trace[1783299438] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7979; }","duration":"147.356963ms","start":"2026-02-26T21:21:32.801806Z","end":"2026-02-26T21:21:32.949163Z","steps":["trace[1783299438] 'agreement among raft nodes before linearized reading' (duration: 147.070205ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:32.949285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.940534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-zsdkv\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-02-26T21:21:32.949316Z","caller":"traceutil/trace.go:171","msg":"trace[612989184] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-zsdkv; range_end:; response_count:1; response_revision:7979; }","duration":"102.000375ms","start":"2026-02-26T21:21:32.847305Z","end":"2026-02-26T21:21:32.949306Z","steps":["trace[612989184] 'agreement among raft nodes before linearized reading' (duration: 101.893662ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:32.949426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.756717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T21:21:32.94947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.717047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T21:21:32.949502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.09888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T21:21:32.949559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.576913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T21:21:32.949569Z","caller":"traceutil/trace.go:171","msg":"trace[1563376692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7979; }","duration":"132.809819ms","start":"2026-02-26T21:21:32.816738Z","end":"2026-02-26T21:21:32.949548Z","steps":["trace[1563376692] 'agreement among raft nodes before linearized reading' (duration: 132.636055ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:21:32.949483Z","caller":"traceutil/trace.go:171","msg":"trace[1550396257] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7979; }","duration":"132.86328ms","start":"2026-02-26T21:21:32.816606Z","end":"2026-02-26T21:21:32.949469Z","steps":["trace[1550396257] 'agreement among raft nodes before linearized reading' (duration: 132.747487ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:21:32.949591Z","caller":"traceutil/trace.go:171","msg":"trace[1019209830] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7979; }","duration":"132.647885ms","start":"2026-02-26T21:21:32.81693Z","end":"2026-02-26T21:21:32.949578Z","steps":["trace[1019209830] 'agreement among raft nodes before linearized reading' (duration: 132.419649ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:32.949502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.836097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jjwxr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T21:21:32.949776Z","caller":"traceutil/trace.go:171","msg":"trace[1647456571] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jjwxr; range_end:; response_count:1; response_revision:7979; }","duration":"131.120965ms","start":"2026-02-26T21:21:32.818634Z","end":"2026-02-26T21:21:32.949754Z","steps":["trace[1647456571] 'agreement among raft nodes before linearized reading' (duration: 130.754775ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:21:32.949588Z","caller":"traceutil/trace.go:171","msg":"trace[742901949] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7979; }","duration":"132.237264ms","start":"2026-02-26T21:21:32.817331Z","end":"2026-02-26T21:21:32.949568Z","steps":["trace[742901949] 'agreement among raft nodes before linearized reading' (duration: 132.061859ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:21:41.310484Z","caller":"traceutil/trace.go:171","msg":"trace[1273716409] linearizableReadLoop","detail":"{readStateIndex:8448; appliedIndex:8447; }","duration":"390.776005ms","start":"2026-02-26T21:21:40.919683Z","end":"2026-02-26T21:21:41.310459Z","steps":["trace[1273716409] 'read index received' (duration: 390.60013ms)","trace[1273716409] 'applied index is now lower than readState.Index' (duration: 174.805µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:21:41.310536Z","caller":"traceutil/trace.go:171","msg":"trace[1893664360] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"591.525119ms","start":"2026-02-26T21:21:40.718989Z","end":"2026-02-26T21:21:41.310514Z","steps":["trace[1893664360] 'process raft request' (duration: 591.315924ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:41.310676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:40.71896Z","time spent":"591.628392ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:21:41.31072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.029002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5d968a3d-cc51-48e6-8b53-4f711b90bcab\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-02-26T21:21:41.310757Z","caller":"traceutil/trace.go:171","msg":"trace[1082737157] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5d968a3d-cc51-48e6-8b53-4f711b90bcab; range_end:; response_count:1; response_revision:8101; }","duration":"391.116734ms","start":"2026-02-26T21:21:40.919628Z","end":"2026-02-26T21:21:41.310745Z","steps":["trace[1082737157] 'agreement among raft nodes before linearized reading' (duration: 390.9624ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:41.310804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:40.919603Z","time spent":"391.193036ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5d968a3d-cc51-48e6-8b53-4f711b90bcab\" "} {"level":"warn","ts":"2026-02-26T21:21:41.310874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.113574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T21:21:41.310968Z","caller":"traceutil/trace.go:171","msg":"trace[1819437351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8101; }","duration":"310.227607ms","start":"2026-02-26T21:21:41.000722Z","end":"2026-02-26T21:21:41.31095Z","steps":["trace[1819437351] 'agreement among raft nodes before linearized reading' (duration: 309.96458ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:41.310972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.665623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-26T21:21:41.311015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:41.000679Z","time spent":"310.327349ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T21:21:41.311042Z","caller":"traceutil/trace.go:171","msg":"trace[1613858271] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8101; }","duration":"267.813227ms","start":"2026-02-26T21:21:41.043211Z","end":"2026-02-26T21:21:41.311024Z","steps":["trace[1613858271] 'agreement among raft nodes before linearized reading' (duration: 267.590501ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:41.420966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.858284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-26T21:21:41.421013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.085734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5d968a3d-cc51-48e6-8b53-4f711b90bcab\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-02-26T21:21:41.42107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.487774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T21:21:41.421071Z","caller":"traceutil/trace.go:171","msg":"trace[1357978630] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8101; }","duration":"378.009258ms","start":"2026-02-26T21:21:41.043035Z","end":"2026-02-26T21:21:41.421044Z","steps":["trace[1357978630] 'agreement among raft nodes before linearized reading' (duration: 267.9563ms)","trace[1357978630] 'range keys from in-memory index tree' (duration: 109.843303ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:21:41.421086Z","caller":"traceutil/trace.go:171","msg":"trace[1183128042] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5d968a3d-cc51-48e6-8b53-4f711b90bcab; range_end:; response_count:1; response_revision:8101; }","duration":"240.193816ms","start":"2026-02-26T21:21:41.180868Z","end":"2026-02-26T21:21:41.421062Z","steps":["trace[1183128042] 'agreement among raft nodes before linearized reading' (duration: 130.100307ms)","trace[1183128042] 'range keys from in-memory index tree' (duration: 109.918544ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:21:41.421134Z","caller":"traceutil/trace.go:171","msg":"trace[1932900468] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8101; }","duration":"377.558356ms","start":"2026-02-26T21:21:41.043554Z","end":"2026-02-26T21:21:41.421112Z","steps":["trace[1932900468] 'agreement among raft nodes before linearized reading' (duration: 267.448506ms)","trace[1932900468] 'range keys from in-memory index tree' (duration: 109.955095ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:21:41.421139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:41.043017Z","time spent":"378.106791ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T21:21:41.421186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:41.043549Z","time spent":"377.624118ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T21:21:41.421206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.891656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jjwxr\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-26T21:21:41.421017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.227558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-26T21:21:41.421502Z","caller":"traceutil/trace.go:171","msg":"trace[320288787] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8101; }","duration":"377.72464ms","start":"2026-02-26T21:21:41.043747Z","end":"2026-02-26T21:21:41.421472Z","steps":["trace[320288787] 'agreement among raft nodes before linearized reading' (duration: 267.174719ms)","trace[320288787] 'range keys from in-memory index tree' (duration: 109.938675ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:21:41.42181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:41.043717Z","time spent":"378.07283ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T21:21:41.421346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.002878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T21:21:41.421969Z","caller":"traceutil/trace.go:171","msg":"trace[608669098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8101; }","duration":"378.798769ms","start":"2026-02-26T21:21:41.043153Z","end":"2026-02-26T21:21:41.421952Z","steps":["trace[608669098] 'agreement among raft nodes before linearized reading' (duration: 267.851047ms)","trace[608669098] 'range keys from in-memory index tree' (duration: 110.073479ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:21:41.422022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:41.043125Z","time spent":"378.880621ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T21:21:41.421346Z","caller":"traceutil/trace.go:171","msg":"trace[2003862250] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jjwxr; range_end:; response_count:1; response_revision:8101; }","duration":"414.07083ms","start":"2026-02-26T21:21:41.007218Z","end":"2026-02-26T21:21:41.421289Z","steps":["trace[2003862250] 'agreement among raft nodes before linearized reading' (duration: 303.813177ms)","trace[2003862250] 'range keys from in-memory index tree' (duration: 109.986817ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:21:41.422091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:41.007194Z","time spent":"414.877352ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-jjwxr\" "} {"level":"info","ts":"2026-02-26T21:21:41.42186Z","caller":"traceutil/trace.go:171","msg":"trace[1345695740] transaction","detail":"{read_only:false; response_revision:8102; number_of_response:1; }","duration":"106.447723ms","start":"2026-02-26T21:21:41.315279Z","end":"2026-02-26T21:21:41.421726Z","steps":["trace[1345695740] 'process raft request' (duration: 28.692788ms)","trace[1345695740] 'compare' (duration: 76.898102ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:21:41.999061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.435387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:21:41.999211Z","caller":"traceutil/trace.go:171","msg":"trace[549466453] linearizableReadLoop","detail":"{readStateIndex:8451; appliedIndex:8449; }","duration":"617.843833ms","start":"2026-02-26T21:21:41.381354Z","end":"2026-02-26T21:21:41.999198Z","steps":["trace[549466453] 'read index received' (duration: 300.374335ms)","trace[549466453] 'applied index is now lower than readState.Index' (duration: 317.468608ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:21:41.999281Z","caller":"traceutil/trace.go:171","msg":"trace[1003359713] transaction","detail":"{read_only:false; response_revision:8104; number_of_response:1; }","duration":"681.31509ms","start":"2026-02-26T21:21:41.317958Z","end":"2026-02-26T21:21:41.999273Z","steps":["trace[1003359713] 'process raft request' (duration: 681.177936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:41.999336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:41.317932Z","time spent":"681.371042ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:21:41.99969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.334006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:21:41.999857Z","caller":"traceutil/trace.go:171","msg":"trace[1566573157] transaction","detail":"{read_only:false; response_revision:8103; number_of_response:1; }","duration":"683.620772ms","start":"2026-02-26T21:21:41.316202Z","end":"2026-02-26T21:21:41.999822Z","steps":["trace[1566573157] 'process raft request' (duration: 365.355192ms)","trace[1566573157] 'compare' (duration: 317.258443ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:21:41.999937Z","caller":"traceutil/trace.go:171","msg":"trace[1716598990] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8104; }","duration":"618.626894ms","start":"2026-02-26T21:21:41.381287Z","end":"2026-02-26T21:21:41.999913Z","steps":["trace[1716598990] 'agreement among raft nodes before linearized reading' (duration: 618.344686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:41.999987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:41.381263Z","time spent":"618.708796ms","remote":"127.0.0.1:55844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:21:42.000092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:41.316178Z","time spent":"683.817756ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:21:42.068861Z","caller":"traceutil/trace.go:171","msg":"trace[48797101] transaction","detail":"{read_only:false; response_revision:8106; number_of_response:1; }","duration":"642.71133ms","start":"2026-02-26T21:21:41.426124Z","end":"2026-02-26T21:21:42.068835Z","steps":["trace[48797101] 'process raft request' (duration: 642.639109ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:21:42.068926Z","caller":"traceutil/trace.go:171","msg":"trace[253219533] transaction","detail":"{read_only:false; response_revision:8105; number_of_response:1; }","duration":"642.918116ms","start":"2026-02-26T21:21:41.425977Z","end":"2026-02-26T21:21:42.068895Z","steps":["trace[253219533] 'process raft request' (duration: 642.659669ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:42.069021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:41.426084Z","time spent":"642.852854ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:21:42.069081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:41.425951Z","time spent":"643.043379ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:21:42.06952Z","caller":"traceutil/trace.go:171","msg":"trace[275755198] transaction","detail":"{read_only:false; response_revision:8107; number_of_response:1; }","duration":"642.868515ms","start":"2026-02-26T21:21:41.426632Z","end":"2026-02-26T21:21:42.0695Z","steps":["trace[275755198] 'process raft request' (duration: 642.166316ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:21:42.069607Z","caller":"traceutil/trace.go:171","msg":"trace[1987545989] transaction","detail":"{read_only:false; response_revision:8109; number_of_response:1; }","duration":"433.372291ms","start":"2026-02-26T21:21:41.636218Z","end":"2026-02-26T21:21:42.06959Z","steps":["trace[1987545989] 'process raft request' (duration: 433.274519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:42.069618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:41.426615Z","time spent":"642.955487ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:21:42.069682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:41.63619Z","time spent":"433.454493ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:21:42.069689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.713823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:21:42.069735Z","caller":"traceutil/trace.go:171","msg":"trace[1439288786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8109; }","duration":"178.810265ms","start":"2026-02-26T21:21:41.890912Z","end":"2026-02-26T21:21:42.069722Z","steps":["trace[1439288786] 'agreement among raft nodes before linearized reading' (duration: 178.703682ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:21:42.069712Z","caller":"traceutil/trace.go:171","msg":"trace[2009937744] transaction","detail":"{read_only:false; response_revision:8108; number_of_response:1; }","duration":"642.743871ms","start":"2026-02-26T21:21:41.426914Z","end":"2026-02-26T21:21:42.069658Z","steps":["trace[2009937744] 'process raft request' (duration: 642.440693ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:42.069881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.635272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-26T21:21:42.069906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:41.426904Z","time spent":"642.899095ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:21:42.069992Z","caller":"traceutil/trace.go:171","msg":"trace[1845347066] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:8109; }","duration":"105.727975ms","start":"2026-02-26T21:21:41.964208Z","end":"2026-02-26T21:21:42.069936Z","steps":["trace[1845347066] 'agreement among raft nodes before linearized reading' (duration: 105.405996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:42.070399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.509421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80335"} {"level":"info","ts":"2026-02-26T21:21:42.070655Z","caller":"traceutil/trace.go:171","msg":"trace[892874437] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:8109; }","duration":"643.663526ms","start":"2026-02-26T21:21:41.426838Z","end":"2026-02-26T21:21:42.070501Z","steps":["trace[892874437] 'agreement among raft nodes before linearized reading' (duration: 642.735351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:42.07073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:41.426825Z","time spent":"643.885761ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80357,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-26T21:21:44.481809Z","caller":"traceutil/trace.go:171","msg":"trace[633732618] linearizableReadLoop","detail":"{readStateIndex:8484; appliedIndex:8483; }","duration":"405.230418ms","start":"2026-02-26T21:21:44.076555Z","end":"2026-02-26T21:21:44.481786Z","steps":["trace[633732618] 'read index received' (duration: 405.135066ms)","trace[633732618] 'applied index is now lower than readState.Index' (duration: 94.412µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:21:44.481889Z","caller":"traceutil/trace.go:171","msg":"trace[1413911364] transaction","detail":"{read_only:false; response_revision:8136; number_of_response:1; }","duration":"406.82216ms","start":"2026-02-26T21:21:44.075061Z","end":"2026-02-26T21:21:44.481883Z","steps":["trace[1413911364] 'process raft request' (duration: 406.576743ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:44.481976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:44.075042Z","time spent":"406.865681ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:21:44.482168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.616888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jjwxr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T21:21:44.482198Z","caller":"traceutil/trace.go:171","msg":"trace[671372009] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jjwxr; range_end:; response_count:1; response_revision:8136; }","duration":"405.66919ms","start":"2026-02-26T21:21:44.076521Z","end":"2026-02-26T21:21:44.482191Z","steps":["trace[671372009] 'agreement among raft nodes before linearized reading' (duration: 405.557667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:44.482219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:44.076509Z","time spent":"405.70414ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-jjwxr\" "} {"level":"info","ts":"2026-02-26T21:21:44.670626Z","caller":"traceutil/trace.go:171","msg":"trace[905337749] transaction","detail":"{read_only:false; response_revision:8137; number_of_response:1; }","duration":"594.009236ms","start":"2026-02-26T21:21:44.076584Z","end":"2026-02-26T21:21:44.670593Z","steps":["trace[905337749] 'process raft request' (duration: 593.171953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:44.670797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:44.076561Z","time spent":"594.135869ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:21:44.670912Z","caller":"traceutil/trace.go:171","msg":"trace[1922783693] transaction","detail":"{read_only:false; response_revision:8141; number_of_response:1; }","duration":"511.340842ms","start":"2026-02-26T21:21:44.159562Z","end":"2026-02-26T21:21:44.670903Z","steps":["trace[1922783693] 'process raft request' (duration: 511.139756ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:21:44.670888Z","caller":"traceutil/trace.go:171","msg":"trace[2025874053] transaction","detail":"{read_only:false; response_revision:8140; number_of_response:1; }","duration":"593.456371ms","start":"2026-02-26T21:21:44.077414Z","end":"2026-02-26T21:21:44.670871Z","steps":["trace[2025874053] 'process raft request' (duration: 593.243595ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:21:44.671076Z","caller":"traceutil/trace.go:171","msg":"trace[818576331] transaction","detail":"{read_only:false; response_revision:8138; number_of_response:1; }","duration":"594.206031ms","start":"2026-02-26T21:21:44.076814Z","end":"2026-02-26T21:21:44.67102Z","steps":["trace[818576331] 'process raft request' (duration: 593.686587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:44.67113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:44.077394Z","time spent":"593.579095ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:21:44.671166Z","caller":"traceutil/trace.go:171","msg":"trace[1428831461] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"593.775099ms","start":"2026-02-26T21:21:44.077364Z","end":"2026-02-26T21:21:44.671139Z","steps":["trace[1428831461] 'process raft request' (duration: 593.246605ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:44.671192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.510103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5d968a3d-cc51-48e6-8b53-4f711b90bcab\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-02-26T21:21:44.671231Z","caller":"traceutil/trace.go:171","msg":"trace[895137038] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5d968a3d-cc51-48e6-8b53-4f711b90bcab; range_end:; response_count:1; response_revision:8141; }","duration":"235.587215ms","start":"2026-02-26T21:21:44.435632Z","end":"2026-02-26T21:21:44.67122Z","steps":["trace[895137038] 'agreement among raft nodes before linearized reading' (duration: 235.470602ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:44.671293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:44.077349Z","time spent":"593.873302ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:21:44.670986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:44.159531Z","time spent":"511.397803ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:21:44.670819Z","caller":"traceutil/trace.go:171","msg":"trace[463526327] linearizableReadLoop","detail":"{readStateIndex:8489; appliedIndex:8484; }","duration":"188.931032ms","start":"2026-02-26T21:21:44.481859Z","end":"2026-02-26T21:21:44.67079Z","steps":["trace[463526327] 'read index received' (duration: 187.871584ms)","trace[463526327] 'applied index is now lower than readState.Index' (duration: 1.058248ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:21:44.671605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.927398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-02-26T21:21:44.671687Z","caller":"traceutil/trace.go:171","msg":"trace[1707471857] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8141; }","duration":"576.319398ms","start":"2026-02-26T21:21:44.095349Z","end":"2026-02-26T21:21:44.671668Z","steps":["trace[1707471857] 'agreement among raft nodes before linearized reading' (duration: 576.01195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:44.67173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:44.09533Z","time spent":"576.39277ms","remote":"127.0.0.1:53740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-02-26T21:21:44.671743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.387602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80335"} {"level":"info","ts":"2026-02-26T21:21:44.671778Z","caller":"traceutil/trace.go:171","msg":"trace[1605633696] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:8141; }","duration":"184.471285ms","start":"2026-02-26T21:21:44.487297Z","end":"2026-02-26T21:21:44.671768Z","steps":["trace[1605633696] 'agreement among raft nodes before linearized reading' (duration: 184.244319ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:44.671244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:44.076807Z","time spent":"594.346424ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:21:57.236296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355692998,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T21:21:57.272989Z","caller":"traceutil/trace.go:171","msg":"trace[55859112] transaction","detail":"{read_only:false; response_revision:8313; number_of_response:1; }","duration":"539.874614ms","start":"2026-02-26T21:21:56.733092Z","end":"2026-02-26T21:21:57.272967Z","steps":["trace[55859112] 'process raft request' (duration: 539.746311ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:57.273125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:56.733081Z","time spent":"539.970666ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:21:58.087588Z","caller":"traceutil/trace.go:171","msg":"trace[1350921012] transaction","detail":"{read_only:false; response_revision:8314; number_of_response:1; }","duration":"1.353023258s","start":"2026-02-26T21:21:56.734537Z","end":"2026-02-26T21:21:58.08756Z","steps":["trace[1350921012] 'process raft request' (duration: 1.352812652s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:58.087762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:56.73452Z","time spent":"1.353153111s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:21:58.087895Z","caller":"traceutil/trace.go:171","msg":"trace[1169842430] linearizableReadLoop","detail":"{readStateIndex:8669; appliedIndex:8666; }","duration":"1.352575626s","start":"2026-02-26T21:21:56.735286Z","end":"2026-02-26T21:21:58.087862Z","steps":["trace[1169842430] 'read index received' (duration: 537.776299ms)","trace[1169842430] 'applied index is now lower than readState.Index' (duration: 814.798347ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:21:58.087963Z","caller":"traceutil/trace.go:171","msg":"trace[1343101657] transaction","detail":"{read_only:false; response_revision:8316; number_of_response:1; }","duration":"1.352583736s","start":"2026-02-26T21:21:56.735353Z","end":"2026-02-26T21:21:58.087936Z","steps":["trace[1343101657] 'process raft request' (duration: 1.35238463s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:21:58.087972Z","caller":"traceutil/trace.go:171","msg":"trace[1794638373] transaction","detail":"{read_only:false; response_revision:8315; number_of_response:1; }","duration":"1.353327356s","start":"2026-02-26T21:21:56.734619Z","end":"2026-02-26T21:21:58.087946Z","steps":["trace[1794638373] 'process raft request' (duration: 1.352875114s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:58.088068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:56.735332Z","time spent":"1.352689359s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:21:58.088095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352790231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jjwxr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T21:21:58.088132Z","caller":"traceutil/trace.go:171","msg":"trace[176069676] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jjwxr; range_end:; response_count:1; response_revision:8316; }","duration":"1.352859064s","start":"2026-02-26T21:21:56.735264Z","end":"2026-02-26T21:21:58.088123Z","steps":["trace[176069676] 'agreement among raft nodes before linearized reading' (duration: 1.3527191s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:58.088134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:56.734612Z","time spent":"1.353424248s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:21:58.088157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:56.735256Z","time spent":"1.352895814s","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-jjwxr\" "} {"level":"warn","ts":"2026-02-26T21:21:58.263107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.471384ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T21:21:58.263745Z","caller":"traceutil/trace.go:171","msg":"trace[1040862975] transaction","detail":"{read_only:false; response_revision:8317; number_of_response:1; }","duration":"852.733909ms","start":"2026-02-26T21:21:57.410983Z","end":"2026-02-26T21:21:58.263717Z","steps":["trace[1040862975] 'process raft request' (duration: 852.223676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:58.263912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:57.410966Z","time spent":"852.857173ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:21:58.300076Z","caller":"traceutil/trace.go:171","msg":"trace[271925552] linearizableReadLoop","detail":"{readStateIndex:8672; appliedIndex:8669; }","duration":"212.089034ms","start":"2026-02-26T21:21:58.087959Z","end":"2026-02-26T21:21:58.300048Z","steps":["trace[271925552] 'read index received' (duration: 4.622322ms)","trace[271925552] 'applied index is now lower than readState.Index' (duration: 207.465482ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:21:58.300278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145122955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10395"} {"level":"warn","ts":"2026-02-26T21:21:58.300299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073818211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-26T21:21:58.300335Z","caller":"traceutil/trace.go:171","msg":"trace[767642814] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8318; }","duration":"1.145232398s","start":"2026-02-26T21:21:57.15509Z","end":"2026-02-26T21:21:58.300322Z","steps":["trace[767642814] 'agreement among raft nodes before linearized reading' (duration: 1.145069134s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:58.300364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:57.15507Z","time spent":"1.145288819s","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10417,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-02-26T21:21:58.300363Z","caller":"traceutil/trace.go:171","msg":"trace[1401858818] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8318; }","duration":"1.073943264s","start":"2026-02-26T21:21:57.226402Z","end":"2026-02-26T21:21:58.300345Z","steps":["trace[1401858818] 'agreement among raft nodes before linearized reading' (duration: 1.073701177s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:58.300371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.667084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T21:21:58.300403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:57.226355Z","time spent":"1.074038577s","remote":"127.0.0.1:53740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-26T21:21:58.300431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.455407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81736"} {"level":"info","ts":"2026-02-26T21:21:58.300431Z","caller":"traceutil/trace.go:171","msg":"trace[1580195909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8318; }","duration":"800.770567ms","start":"2026-02-26T21:21:57.499645Z","end":"2026-02-26T21:21:58.300416Z","steps":["trace[1580195909] 'agreement among raft nodes before linearized reading' (duration: 800.447528ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:21:58.300472Z","caller":"traceutil/trace.go:171","msg":"trace[749319107] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:8318; }","duration":"208.55431ms","start":"2026-02-26T21:21:58.091907Z","end":"2026-02-26T21:21:58.300461Z","steps":["trace[749319107] 'agreement among raft nodes before linearized reading' (duration: 208.299983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:58.300478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:57.499619Z","time spent":"800.850298ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T21:21:58.300463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.212087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12330"} {"level":"info","ts":"2026-02-26T21:21:58.300421Z","caller":"traceutil/trace.go:171","msg":"trace[1420081103] transaction","detail":"{read_only:false; response_revision:8318; number_of_response:1; }","duration":"880.721168ms","start":"2026-02-26T21:21:57.419607Z","end":"2026-02-26T21:21:58.300328Z","steps":["trace[1420081103] 'process raft request' (duration: 844.087341ms)","trace[1420081103] 'compare' (duration: 36.215936ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:21:58.300541Z","caller":"traceutil/trace.go:171","msg":"trace[1874284565] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8318; }","duration":"913.33897ms","start":"2026-02-26T21:21:57.38718Z","end":"2026-02-26T21:21:58.300519Z","steps":["trace[1874284565] 'agreement among raft nodes before linearized reading' (duration: 913.094924ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:58.300598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:57.387155Z","time spent":"913.432573ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12352,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T21:21:58.300757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:57.41958Z","time spent":"881.001266ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:21:58.300469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.291888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T21:21:58.300867Z","caller":"traceutil/trace.go:171","msg":"trace[1318725600] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8318; }","duration":"201.717469ms","start":"2026-02-26T21:21:58.099137Z","end":"2026-02-26T21:21:58.300855Z","steps":["trace[1318725600] 'agreement among raft nodes before linearized reading' (duration: 201.170395ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:58.301454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408938645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:21:58.301626Z","caller":"traceutil/trace.go:171","msg":"trace[65627632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8318; }","duration":"1.40915027s","start":"2026-02-26T21:21:56.892456Z","end":"2026-02-26T21:21:58.301606Z","steps":["trace[65627632] 'agreement among raft nodes before linearized reading' (duration: 1.407740693s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:58.301673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:21:56.892434Z","time spent":"1.409224462s","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T21:21:58.454781Z","caller":"traceutil/trace.go:171","msg":"trace[1659148488] linearizableReadLoop","detail":"{readStateIndex:8673; appliedIndex:8672; }","duration":"149.249764ms","start":"2026-02-26T21:21:58.305499Z","end":"2026-02-26T21:21:58.454749Z","steps":["trace[1659148488] 'read index received' (duration: 124.812158ms)","trace[1659148488] 'applied index is now lower than readState.Index' (duration: 24.436316ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:21:58.45503Z","caller":"traceutil/trace.go:171","msg":"trace[1701716562] transaction","detail":"{read_only:false; response_revision:8319; number_of_response:1; }","duration":"149.87631ms","start":"2026-02-26T21:21:58.305103Z","end":"2026-02-26T21:21:58.454979Z","steps":["trace[1701716562] 'process raft request' (duration: 125.108895ms)","trace[1701716562] 'compare' (duration: 24.392165ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:21:58.45522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.665844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5d968a3d-cc51-48e6-8b53-4f711b90bcab\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-26T21:21:58.455295Z","caller":"traceutil/trace.go:171","msg":"trace[1516618096] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5d968a3d-cc51-48e6-8b53-4f711b90bcab; range_end:; response_count:1; response_revision:8319; }","duration":"149.807768ms","start":"2026-02-26T21:21:58.305467Z","end":"2026-02-26T21:21:58.455275Z","steps":["trace[1516618096] 'agreement among raft nodes before linearized reading' (duration: 149.519331ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:21:58.476474Z","caller":"traceutil/trace.go:171","msg":"trace[1802767260] transaction","detail":"{read_only:false; response_revision:8320; number_of_response:1; }","duration":"169.737035ms","start":"2026-02-26T21:21:58.306709Z","end":"2026-02-26T21:21:58.476446Z","steps":["trace[1802767260] 'process raft request' (duration: 169.506379ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:21:58.476554Z","caller":"traceutil/trace.go:171","msg":"trace[362186670] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"165.070062ms","start":"2026-02-26T21:21:58.311449Z","end":"2026-02-26T21:21:58.476519Z","steps":["trace[362186670] 'process raft request' (duration: 164.917288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:58.476629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.812653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12330"} {"level":"warn","ts":"2026-02-26T21:21:58.476626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.37356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:21:58.476705Z","caller":"traceutil/trace.go:171","msg":"trace[1052197650] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8321; }","duration":"170.947307ms","start":"2026-02-26T21:21:58.305741Z","end":"2026-02-26T21:21:58.476688Z","steps":["trace[1052197650] 'agreement among raft nodes before linearized reading' (duration: 170.694401ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:21:58.47672Z","caller":"traceutil/trace.go:171","msg":"trace[1303708789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8321; }","duration":"165.517023ms","start":"2026-02-26T21:21:58.311182Z","end":"2026-02-26T21:21:58.476699Z","steps":["trace[1303708789] 'agreement among raft nodes before linearized reading' (duration: 165.364299ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:21:58.690697Z","caller":"traceutil/trace.go:171","msg":"trace[719639611] transaction","detail":"{read_only:false; response_revision:8323; number_of_response:1; }","duration":"203.446066ms","start":"2026-02-26T21:21:58.48722Z","end":"2026-02-26T21:21:58.690666Z","steps":["trace[719639611] 'process raft request' (duration: 177.50095ms)","trace[719639611] 'compare' (duration: 25.454513ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:21:58.691103Z","caller":"traceutil/trace.go:171","msg":"trace[1638128846] transaction","detail":"{read_only:false; response_revision:8324; number_of_response:1; }","duration":"203.719413ms","start":"2026-02-26T21:21:58.487358Z","end":"2026-02-26T21:21:58.691077Z","steps":["trace[1638128846] 'process raft request' (duration: 203.209279ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:21:58.691725Z","caller":"traceutil/trace.go:171","msg":"trace[1503554887] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"204.265007ms","start":"2026-02-26T21:21:58.487438Z","end":"2026-02-26T21:21:58.691703Z","steps":["trace[1503554887] 'process raft request' (duration: 203.540738ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:21:58.691837Z","caller":"traceutil/trace.go:171","msg":"trace[1607534184] linearizableReadLoop","detail":"{readStateIndex:8680; appliedIndex:8675; }","duration":"145.288409ms","start":"2026-02-26T21:21:58.546506Z","end":"2026-02-26T21:21:58.691795Z","steps":["trace[1607534184] 'read index received' (duration: 2.089015ms)","trace[1607534184] 'applied index is now lower than readState.Index' (duration: 143.198134ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:21:58.691896Z","caller":"traceutil/trace.go:171","msg":"trace[228849971] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"159.32942ms","start":"2026-02-26T21:21:58.532537Z","end":"2026-02-26T21:21:58.691867Z","steps":["trace[228849971] 'process raft request' (duration: 159.095643ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:58.692007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.481783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:21:58.692073Z","caller":"traceutil/trace.go:171","msg":"trace[322848930] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8326; }","duration":"145.601526ms","start":"2026-02-26T21:21:58.546454Z","end":"2026-02-26T21:21:58.692056Z","steps":["trace[322848930] 'agreement among raft nodes before linearized reading' (duration: 145.472833ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:58.692248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.050323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-26T21:21:58.692441Z","caller":"traceutil/trace.go:171","msg":"trace[1195811983] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8326; }","duration":"117.229217ms","start":"2026-02-26T21:21:58.575088Z","end":"2026-02-26T21:21:58.692317Z","steps":["trace[1195811983] 'agreement among raft nodes before linearized reading' (duration: 116.877748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:21:58.99216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.020345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:21:58.992238Z","caller":"traceutil/trace.go:171","msg":"trace[1154861748] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8327; }","duration":"161.156818ms","start":"2026-02-26T21:21:58.831064Z","end":"2026-02-26T21:21:58.992221Z","steps":["trace[1154861748] 'count revisions from in-memory index tree' (duration: 160.943372ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:22:36.52459Z","caller":"traceutil/trace.go:171","msg":"trace[1809771890] transaction","detail":"{read_only:false; response_revision:8630; number_of_response:1; }","duration":"132.685438ms","start":"2026-02-26T21:22:36.39187Z","end":"2026-02-26T21:22:36.524556Z","steps":["trace[1809771890] 'process raft request' (duration: 109.967087ms)","trace[1809771890] 'compare' (duration: 22.575457ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:22:36.524955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.867373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:22:36.525038Z","caller":"traceutil/trace.go:171","msg":"trace[109016294] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8630; }","duration":"175.008536ms","start":"2026-02-26T21:22:36.350011Z","end":"2026-02-26T21:22:36.525019Z","steps":["trace[109016294] 'agreement among raft nodes before linearized reading' (duration: 174.76115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:22:36.525141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.74448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-26T21:22:36.525189Z","caller":"traceutil/trace.go:171","msg":"trace[611936144] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8630; }","duration":"202.827842ms","start":"2026-02-26T21:22:36.322348Z","end":"2026-02-26T21:22:36.525176Z","steps":["trace[611936144] 'agreement among raft nodes before linearized reading' (duration: 202.658458ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:22:36.525163Z","caller":"traceutil/trace.go:171","msg":"trace[1417968398] linearizableReadLoop","detail":"{readStateIndex:8992; appliedIndex:8991; }","duration":"128.503747ms","start":"2026-02-26T21:22:36.396017Z","end":"2026-02-26T21:22:36.52452Z","steps":["trace[1417968398] 'read index received' (duration: 105.830257ms)","trace[1417968398] 'applied index is now lower than readState.Index' (duration: 22.67267ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:22:36.526078Z","caller":"traceutil/trace.go:171","msg":"trace[633744515] transaction","detail":"{read_only:false; response_revision:8631; number_of_response:1; }","duration":"126.401802ms","start":"2026-02-26T21:22:36.399654Z","end":"2026-02-26T21:22:36.526056Z","steps":["trace[633744515] 'process raft request' (duration: 126.229237ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:22:44.845483Z","caller":"traceutil/trace.go:171","msg":"trace[1007909919] transaction","detail":"{read_only:false; response_revision:8685; number_of_response:1; }","duration":"138.942573ms","start":"2026-02-26T21:22:44.706515Z","end":"2026-02-26T21:22:44.845458Z","steps":["trace[1007909919] 'process raft request' (duration: 107.316567ms)","trace[1007909919] 'compare' (duration: 31.445901ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:22:44.845565Z","caller":"traceutil/trace.go:171","msg":"trace[724998679] linearizableReadLoop","detail":"{readStateIndex:9049; appliedIndex:9048; }","duration":"126.804422ms","start":"2026-02-26T21:22:44.718734Z","end":"2026-02-26T21:22:44.845538Z","steps":["trace[724998679] 'read index received' (duration: 95.068383ms)","trace[724998679] 'applied index is now lower than readState.Index' (duration: 31.733709ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:22:44.845755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.003147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-02-26T21:22:44.84582Z","caller":"traceutil/trace.go:171","msg":"trace[1898490985] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8686; }","duration":"127.09392ms","start":"2026-02-26T21:22:44.718708Z","end":"2026-02-26T21:22:44.845802Z","steps":["trace[1898490985] 'agreement among raft nodes before linearized reading' (duration: 126.932925ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:22:44.845835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.672166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T21:22:44.845873Z","caller":"traceutil/trace.go:171","msg":"trace[144694441] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8686; }","duration":"121.755518ms","start":"2026-02-26T21:22:44.724107Z","end":"2026-02-26T21:22:44.845862Z","steps":["trace[144694441] 'agreement among raft nodes before linearized reading' (duration: 121.589044ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:22:44.846188Z","caller":"traceutil/trace.go:171","msg":"trace[424890141] transaction","detail":"{read_only:false; response_revision:8686; number_of_response:1; }","duration":"116.16191ms","start":"2026-02-26T21:22:44.72997Z","end":"2026-02-26T21:22:44.846132Z","steps":["trace[424890141] 'process raft request' (duration: 115.468502ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:22:45.150534Z","caller":"traceutil/trace.go:171","msg":"trace[1191942769] transaction","detail":"{read_only:false; response_revision:8689; number_of_response:1; }","duration":"127.344686ms","start":"2026-02-26T21:22:45.023151Z","end":"2026-02-26T21:22:45.150496Z","steps":["trace[1191942769] 'process raft request' (duration: 127.018038ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:22:45.674014Z","caller":"traceutil/trace.go:171","msg":"trace[705113664] transaction","detail":"{read_only:false; response_revision:8690; number_of_response:1; }","duration":"130.576102ms","start":"2026-02-26T21:22:45.543411Z","end":"2026-02-26T21:22:45.673987Z","steps":["trace[705113664] 'process raft request' (duration: 130.403907ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:22:58.905047Z","caller":"traceutil/trace.go:171","msg":"trace[1680886206] transaction","detail":"{read_only:false; response_revision:8770; number_of_response:1; }","duration":"306.690447ms","start":"2026-02-26T21:22:58.598331Z","end":"2026-02-26T21:22:58.905021Z","steps":["trace[1680886206] 'process raft request' (duration: 306.559023ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:22:58.905336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:22:58.598312Z","time spent":"306.825331ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:22:58.985508Z","caller":"traceutil/trace.go:171","msg":"trace[1956150031] linearizableReadLoop","detail":"{readStateIndex:9140; appliedIndex:9138; }","duration":"260.847116ms","start":"2026-02-26T21:22:58.724627Z","end":"2026-02-26T21:22:58.985474Z","steps":["trace[1956150031] 'read index received' (duration: 180.559163ms)","trace[1956150031] 'applied index is now lower than readState.Index' (duration: 80.287082ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:22:58.985641Z","caller":"traceutil/trace.go:171","msg":"trace[802241787] transaction","detail":"{read_only:false; response_revision:8772; number_of_response:1; }","duration":"288.184898ms","start":"2026-02-26T21:22:58.697429Z","end":"2026-02-26T21:22:58.985614Z","steps":["trace[802241787] 'process raft request' (duration: 287.999623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:22:58.98576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.119972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T21:22:58.985792Z","caller":"traceutil/trace.go:171","msg":"trace[37602095] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8772; }","duration":"261.215715ms","start":"2026-02-26T21:22:58.724568Z","end":"2026-02-26T21:22:58.985783Z","steps":["trace[37602095] 'agreement among raft nodes before linearized reading' (duration: 261.03265ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:22:58.986554Z","caller":"traceutil/trace.go:171","msg":"trace[315062048] transaction","detail":"{read_only:false; response_revision:8771; number_of_response:1; }","duration":"385.808739ms","start":"2026-02-26T21:22:58.599716Z","end":"2026-02-26T21:22:58.985525Z","steps":["trace[315062048] 'process raft request' (duration: 385.574603ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:22:58.986804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:22:58.599685Z","time spent":"386.98591ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7277,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:22:59.045375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.367575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:22:59.0455Z","caller":"traceutil/trace.go:171","msg":"trace[2136922060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8774; }","duration":"150.558229ms","start":"2026-02-26T21:22:58.894911Z","end":"2026-02-26T21:22:59.04547Z","steps":["trace[2136922060] 'agreement among raft nodes before linearized reading' (duration: 150.339144ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:22:59.045519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.735724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-26T21:22:59.045519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.708688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-26T21:22:59.045604Z","caller":"traceutil/trace.go:171","msg":"trace[1571215587] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8774; }","duration":"310.854687ms","start":"2026-02-26T21:22:58.734727Z","end":"2026-02-26T21:22:59.045582Z","steps":["trace[1571215587] 'agreement among raft nodes before linearized reading' (duration: 310.631872ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:22:59.045615Z","caller":"traceutil/trace.go:171","msg":"trace[273037878] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8774; }","duration":"317.837992ms","start":"2026-02-26T21:22:58.727756Z","end":"2026-02-26T21:22:59.045594Z","steps":["trace[273037878] 'agreement among raft nodes before linearized reading' (duration: 317.546774ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:22:59.045652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:22:58.727746Z","time spent":"317.896923ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T21:22:59.045651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:22:58.734717Z","time spent":"310.925019ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T21:22:59.045611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.306595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T21:22:59.045409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.762027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jjwxr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T21:22:59.045732Z","caller":"traceutil/trace.go:171","msg":"trace[1726120976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8774; }","duration":"130.474149ms","start":"2026-02-26T21:22:58.915232Z","end":"2026-02-26T21:22:59.045706Z","steps":["trace[1726120976] 'agreement among raft nodes before linearized reading' (duration: 130.107349ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:22:59.045775Z","caller":"traceutil/trace.go:171","msg":"trace[552594859] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jjwxr; range_end:; response_count:1; response_revision:8774; }","duration":"316.144127ms","start":"2026-02-26T21:22:58.729597Z","end":"2026-02-26T21:22:59.045741Z","steps":["trace[552594859] 'agreement among raft nodes before linearized reading' (duration: 315.669584ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:22:59.045881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:22:58.72957Z","time spent":"316.280251ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-jjwxr\" "} {"level":"warn","ts":"2026-02-26T21:22:59.289224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.760132ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:22:59.289355Z","caller":"traceutil/trace.go:171","msg":"trace[583222602] transaction","detail":"{read_only:false; response_revision:8779; number_of_response:1; }","duration":"151.405592ms","start":"2026-02-26T21:22:59.137923Z","end":"2026-02-26T21:22:59.289329Z","steps":["trace[583222602] 'process raft request' (duration: 30.423964ms)","trace[583222602] 'compare' (duration: 120.623718ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:25:17.769976Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5ac240a6daec2148","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-26T21:25:17.775838Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-02-26T21:25:17.775939Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-02-26T21:25:19.875247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.876298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T21:25:19.875304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.874772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T21:25:19.875341Z","caller":"traceutil/trace.go:171","msg":"trace[526795159] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9608; }","duration":"182.023762ms","start":"2026-02-26T21:25:19.693296Z","end":"2026-02-26T21:25:19.87532Z","steps":["trace[526795159] 'range keys from in-memory index tree' (duration: 181.696563ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:25:19.875372Z","caller":"traceutil/trace.go:171","msg":"trace[565672400] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9608; }","duration":"133.001246ms","start":"2026-02-26T21:25:19.742355Z","end":"2026-02-26T21:25:19.875356Z","steps":["trace[565672400] 'range keys from in-memory index tree' (duration: 132.647117ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:25:19.875445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.869318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19585"} {"level":"warn","ts":"2026-02-26T21:25:19.87544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.619123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T21:25:19.875551Z","caller":"traceutil/trace.go:171","msg":"trace[938503174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9608; }","duration":"102.788907ms","start":"2026-02-26T21:25:19.77274Z","end":"2026-02-26T21:25:19.875529Z","steps":["trace[938503174] 'range keys from in-memory index tree' (duration: 102.396046ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:25:19.875618Z","caller":"traceutil/trace.go:171","msg":"trace[780275171] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9608; }","duration":"196.011202ms","start":"2026-02-26T21:25:19.679505Z","end":"2026-02-26T21:25:19.875516Z","steps":["trace[780275171] 'range keys from in-memory index tree' (duration: 195.660672ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:26:18.747675Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7640} {"level":"info","ts":"2026-02-26T21:26:18.834043Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7640,"took":"84.989747ms","hash":1067052238,"current-db-size-bytes":38735872,"current-db-size":"39 MB","current-db-size-in-use-bytes":22761472,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-02-26T21:26:18.834123Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1067052238,"revision":7640,"compact-revision":5190} {"level":"info","ts":"2026-02-26T21:27:32.711836Z","caller":"traceutil/trace.go:171","msg":"trace[818480292] linearizableReadLoop","detail":"{readStateIndex:11024; appliedIndex:11023; }","duration":"148.747533ms","start":"2026-02-26T21:27:32.563063Z","end":"2026-02-26T21:27:32.71181Z","steps":["trace[818480292] 'read index received' (duration: 148.574639ms)","trace[818480292] 'applied index is now lower than readState.Index' (duration: 171.764µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:27:32.711985Z","caller":"traceutil/trace.go:171","msg":"trace[165133309] transaction","detail":"{read_only:false; response_revision:10591; number_of_response:1; }","duration":"158.07843ms","start":"2026-02-26T21:27:32.553894Z","end":"2026-02-26T21:27:32.711973Z","steps":["trace[165133309] 'process raft request' (duration: 157.70793ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:32.712213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.044627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:27:32.712287Z","caller":"traceutil/trace.go:171","msg":"trace[1844411039] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:10591; }","duration":"136.15897ms","start":"2026-02-26T21:27:32.57611Z","end":"2026-02-26T21:27:32.712269Z","steps":["trace[1844411039] 'agreement among raft nodes before linearized reading' (duration: 136.000376ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:32.712266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.193895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:27:32.7124Z","caller":"traceutil/trace.go:171","msg":"trace[1576095142] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:10591; }","duration":"149.379709ms","start":"2026-02-26T21:27:32.562993Z","end":"2026-02-26T21:27:32.712373Z","steps":["trace[1576095142] 'agreement among raft nodes before linearized reading' (duration: 149.181314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:32.712552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.575273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-26T21:27:32.712645Z","caller":"traceutil/trace.go:171","msg":"trace[294171548] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10591; }","duration":"141.729038ms","start":"2026-02-26T21:27:32.570897Z","end":"2026-02-26T21:27:32.712626Z","steps":["trace[294171548] 'agreement among raft nodes before linearized reading' (duration: 141.45059ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:32.71268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.921373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T21:27:32.712825Z","caller":"traceutil/trace.go:171","msg":"trace[1820432684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10591; }","duration":"142.131458ms","start":"2026-02-26T21:27:32.57066Z","end":"2026-02-26T21:27:32.712792Z","steps":["trace[1820432684] 'agreement among raft nodes before linearized reading' (duration: 141.686346ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:32.712232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.762209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T21:27:32.71326Z","caller":"traceutil/trace.go:171","msg":"trace[575181848] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10591; }","duration":"142.793286ms","start":"2026-02-26T21:27:32.570436Z","end":"2026-02-26T21:27:32.713229Z","steps":["trace[575181848] 'agreement among raft nodes before linearized reading' (duration: 141.628595ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:27:38.469576Z","caller":"traceutil/trace.go:171","msg":"trace[2047400934] transaction","detail":"{read_only:false; response_revision:10754; number_of_response:1; }","duration":"184.160019ms","start":"2026-02-26T21:27:38.285396Z","end":"2026-02-26T21:27:38.469556Z","steps":["trace[2047400934] 'process raft request' (duration: 184.025666ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:40.565534Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355699707,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T21:27:40.700233Z","caller":"traceutil/trace.go:171","msg":"trace[22657861] transaction","detail":"{read_only:false; response_revision:10760; number_of_response:1; }","duration":"680.046981ms","start":"2026-02-26T21:27:40.020162Z","end":"2026-02-26T21:27:40.700209Z","steps":["trace[22657861] 'process raft request' (duration: 679.865716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:40.700403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:40.020146Z","time spent":"680.164205ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:27:41.308793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.557672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:27:41.309002Z","caller":"traceutil/trace.go:171","msg":"trace[1330472953] transaction","detail":"{read_only:false; response_revision:10761; number_of_response:1; }","duration":"1.241558648s","start":"2026-02-26T21:27:40.067386Z","end":"2026-02-26T21:27:41.308945Z","steps":["trace[1330472953] 'process raft request' (duration: 1.079666877s)","trace[1330472953] 'compare' (duration: 161.060059ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:27:41.309099Z","caller":"traceutil/trace.go:171","msg":"trace[345748581] linearizableReadLoop","detail":"{readStateIndex:11195; appliedIndex:11193; }","duration":"1.244117126s","start":"2026-02-26T21:27:40.064941Z","end":"2026-02-26T21:27:41.309058Z","steps":["trace[345748581] 'read index received' (duration: 635.095843ms)","trace[345748581] 'applied index is now lower than readState.Index' (duration: 609.014422ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:27:41.309182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:40.067359Z","time spent":"1.241741513s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:27:41.309022Z","caller":"traceutil/trace.go:171","msg":"trace[1412064534] transaction","detail":"{read_only:false; response_revision:10762; number_of_response:1; }","duration":"466.023712ms","start":"2026-02-26T21:27:40.842979Z","end":"2026-02-26T21:27:41.309002Z","steps":["trace[1412064534] 'process raft request' (duration: 465.93523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:41.309335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244369173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:27:41.309387Z","caller":"traceutil/trace.go:171","msg":"trace[659312983] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10762; }","duration":"1.244499376s","start":"2026-02-26T21:27:40.064874Z","end":"2026-02-26T21:27:41.309374Z","steps":["trace[659312983] 'agreement among raft nodes before linearized reading' (duration: 1.244376713s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:41.309404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.154309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T21:27:41.309413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.002678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T21:27:41.309428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:40.064846Z","time spent":"1.244572568s","remote":"127.0.0.1:54052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-26T21:27:41.309454Z","caller":"traceutil/trace.go:171","msg":"trace[1918541478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10762; }","duration":"836.232651ms","start":"2026-02-26T21:27:40.473208Z","end":"2026-02-26T21:27:41.309441Z","steps":["trace[1918541478] 'agreement among raft nodes before linearized reading' (duration: 836.082077ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:27:41.309466Z","caller":"traceutil/trace.go:171","msg":"trace[843944334] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10762; }","duration":"523.074291ms","start":"2026-02-26T21:27:40.786373Z","end":"2026-02-26T21:27:41.309448Z","steps":["trace[843944334] 'agreement among raft nodes before linearized reading' (duration: 522.938137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:41.309488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:40.473194Z","time spent":"836.286483ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T21:27:41.309511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:40.786364Z","time spent":"523.137912ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T21:27:41.309582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.698354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:27:41.309634Z","caller":"traceutil/trace.go:171","msg":"trace[2001164224] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:10762; }","duration":"358.751155ms","start":"2026-02-26T21:27:40.950869Z","end":"2026-02-26T21:27:41.309621Z","steps":["trace[2001164224] 'agreement among raft nodes before linearized reading' (duration: 358.644273ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:41.309649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.553815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-26T21:27:41.309674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:40.950801Z","time spent":"358.863689ms","remote":"127.0.0.1:55844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:27:41.309747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.43052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T21:27:41.30978Z","caller":"traceutil/trace.go:171","msg":"trace[760869921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10762; }","duration":"554.47872ms","start":"2026-02-26T21:27:40.755294Z","end":"2026-02-26T21:27:41.309773Z","steps":["trace[760869921] 'agreement among raft nodes before linearized reading' (duration: 554.403078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:41.30981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:40.755286Z","time spent":"554.518382ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T21:27:41.309679Z","caller":"traceutil/trace.go:171","msg":"trace[1629352707] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10762; }","duration":"528.592897ms","start":"2026-02-26T21:27:40.781074Z","end":"2026-02-26T21:27:41.309667Z","steps":["trace[1629352707] 'agreement among raft nodes before linearized reading' (duration: 528.515565ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:41.309935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.750393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-26T21:27:41.309945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:40.781068Z","time spent":"528.864814ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T21:27:41.309976Z","caller":"traceutil/trace.go:171","msg":"trace[1002946151] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10762; }","duration":"131.833796ms","start":"2026-02-26T21:27:41.178133Z","end":"2026-02-26T21:27:41.309967Z","steps":["trace[1002946151] 'agreement among raft nodes before linearized reading' (duration: 131.699262ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:41.309746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.165155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jjwxr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T21:27:41.310076Z","caller":"traceutil/trace.go:171","msg":"trace[1178093092] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jjwxr; range_end:; response_count:1; response_revision:10762; }","duration":"514.515974ms","start":"2026-02-26T21:27:40.795552Z","end":"2026-02-26T21:27:41.310068Z","steps":["trace[1178093092] 'agreement among raft nodes before linearized reading' (duration: 514.117224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:41.310109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:40.795539Z","time spent":"514.562155ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-jjwxr\" "} {"level":"warn","ts":"2026-02-26T21:27:41.310132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.892194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T21:27:41.310132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:40.842954Z","time spent":"466.283409ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:27:41.310196Z","caller":"traceutil/trace.go:171","msg":"trace[698909421] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10762; }","duration":"562.990106ms","start":"2026-02-26T21:27:40.747186Z","end":"2026-02-26T21:27:41.310176Z","steps":["trace[698909421] 'agreement among raft nodes before linearized reading' (duration: 562.800861ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:41.310233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:40.747166Z","time spent":"563.058798ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T21:27:50.855089Z","caller":"traceutil/trace.go:171","msg":"trace[1187915749] transaction","detail":"{read_only:false; response_revision:10809; number_of_response:1; }","duration":"112.513214ms","start":"2026-02-26T21:27:50.742556Z","end":"2026-02-26T21:27:50.85507Z","steps":["trace[1187915749] 'process raft request' (duration: 112.35274ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:27:51.509219Z","caller":"traceutil/trace.go:171","msg":"trace[553831082] transaction","detail":"{read_only:false; response_revision:10812; number_of_response:1; }","duration":"118.823332ms","start":"2026-02-26T21:27:51.390326Z","end":"2026-02-26T21:27:51.509149Z","steps":["trace[553831082] 'process raft request' (duration: 98.254258ms)","trace[553831082] 'compare' (duration: 20.376489ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:27:51.50951Z","caller":"traceutil/trace.go:171","msg":"trace[1750684447] transaction","detail":"{read_only:false; response_revision:10813; number_of_response:1; }","duration":"119.156681ms","start":"2026-02-26T21:27:51.390326Z","end":"2026-02-26T21:27:51.509482Z","steps":["trace[1750684447] 'process raft request' (duration: 118.787311ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:27:51.509798Z","caller":"traceutil/trace.go:171","msg":"trace[169833856] transaction","detail":"{read_only:false; response_revision:10814; number_of_response:1; }","duration":"119.439388ms","start":"2026-02-26T21:27:51.390352Z","end":"2026-02-26T21:27:51.509791Z","steps":["trace[169833856] 'process raft request' (duration: 119.047878ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:27:51.510035Z","caller":"traceutil/trace.go:171","msg":"trace[1732344785] transaction","detail":"{read_only:false; response_revision:10815; number_of_response:1; }","duration":"118.943805ms","start":"2026-02-26T21:27:51.39108Z","end":"2026-02-26T21:27:51.510024Z","steps":["trace[1732344785] 'process raft request' (duration: 118.681888ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:27:51.510134Z","caller":"traceutil/trace.go:171","msg":"trace[1404310208] linearizableReadLoop","detail":"{readStateIndex:11252; appliedIndex:11247; }","duration":"118.784141ms","start":"2026-02-26T21:27:51.391342Z","end":"2026-02-26T21:27:51.510126Z","steps":["trace[1404310208] 'read index received' (duration: 24.330963ms)","trace[1404310208] 'applied index is now lower than readState.Index' (duration: 94.452628ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:27:51.510565Z","caller":"traceutil/trace.go:171","msg":"trace[1661461019] transaction","detail":"{read_only:false; response_revision:10816; number_of_response:1; }","duration":"113.82994ms","start":"2026-02-26T21:27:51.396722Z","end":"2026-02-26T21:27:51.510552Z","steps":["trace[1661461019] 'process raft request' (duration: 113.262335ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:51.510594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.232052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224068"} {"level":"info","ts":"2026-02-26T21:27:51.510645Z","caller":"traceutil/trace.go:171","msg":"trace[747303006] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:10817; }","duration":"119.295744ms","start":"2026-02-26T21:27:51.391336Z","end":"2026-02-26T21:27:51.510632Z","steps":["trace[747303006] 'agreement among raft nodes before linearized reading' (duration: 118.912204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:52.304835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.851912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:27:52.305161Z","caller":"traceutil/trace.go:171","msg":"trace[1590782343] transaction","detail":"{read_only:false; response_revision:10818; number_of_response:1; }","duration":"297.62481ms","start":"2026-02-26T21:27:52.007484Z","end":"2026-02-26T21:27:52.305109Z","steps":["trace[1590782343] 'process raft request' (duration: 85.395818ms)","trace[1590782343] 'compare' (duration: 211.577855ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:27:52.737144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.558711ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:27:52.737288Z","caller":"traceutil/trace.go:171","msg":"trace[1933726604] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10818; }","duration":"268.722626ms","start":"2026-02-26T21:27:52.468545Z","end":"2026-02-26T21:27:52.737267Z","steps":["trace[1933726604] 'range keys from in-memory index tree' (duration: 268.5375ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:53.441469Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355699869,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:27:53.941906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355699869,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:27:54.205409Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.345462975s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T21:27:54.205831Z","caller":"traceutil/trace.go:171","msg":"trace[1571685658] transaction","detail":"{read_only:false; response_revision:10820; number_of_response:1; }","duration":"1.345870655s","start":"2026-02-26T21:27:52.859852Z","end":"2026-02-26T21:27:54.205723Z","steps":["trace[1571685658] 'process raft request' (duration: 1.345738302s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:54.206028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:52.859831Z","time spent":"1.346089761s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:27:54.253838Z","caller":"traceutil/trace.go:171","msg":"trace[1533704751] linearizableReadLoop","detail":"{readStateIndex:11259; appliedIndex:11258; }","duration":"1.313387676s","start":"2026-02-26T21:27:52.940415Z","end":"2026-02-26T21:27:54.253803Z","steps":["trace[1533704751] 'read index received' (duration: 1.265369127s)","trace[1533704751] 'applied index is now lower than readState.Index' (duration: 48.016489ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:27:54.253901Z","caller":"traceutil/trace.go:171","msg":"trace[1033503055] transaction","detail":"{read_only:false; response_revision:10821; number_of_response:1; }","duration":"864.24257ms","start":"2026-02-26T21:27:53.389632Z","end":"2026-02-26T21:27:54.253875Z","steps":["trace[1033503055] 'process raft request' (duration: 863.998704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:54.254129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313648343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T21:27:54.254208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.220464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T21:27:54.254238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.888542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T21:27:54.25426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.68795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T21:27:54.254304Z","caller":"traceutil/trace.go:171","msg":"trace[676760609] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10821; }","duration":"740.008885ms","start":"2026-02-26T21:27:53.514278Z","end":"2026-02-26T21:27:54.254287Z","steps":["trace[676760609] 'agreement among raft nodes before linearized reading' (duration: 739.785169ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:27:54.254305Z","caller":"traceutil/trace.go:171","msg":"trace[1601617367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10821; }","duration":"739.370098ms","start":"2026-02-26T21:27:53.514894Z","end":"2026-02-26T21:27:54.254264Z","steps":["trace[1601617367] 'agreement among raft nodes before linearized reading' (duration: 739.166203ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:54.254335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.386748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jjwxr\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-26T21:27:54.254345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:53.514257Z","time spent":"740.081027ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T21:27:54.254372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:53.514875Z","time spent":"739.467271ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T21:27:54.254393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.07159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:27:54.254378Z","caller":"traceutil/trace.go:171","msg":"trace[799871963] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jjwxr; range_end:; response_count:1; response_revision:10821; }","duration":"731.47995ms","start":"2026-02-26T21:27:53.522884Z","end":"2026-02-26T21:27:54.254364Z","steps":["trace[799871963] 'agreement among raft nodes before linearized reading' (duration: 731.228183ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:54.254459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:53.522878Z","time spent":"731.573232ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-jjwxr\" "} {"level":"info","ts":"2026-02-26T21:27:54.254455Z","caller":"traceutil/trace.go:171","msg":"trace[1565475536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10821; }","duration":"363.165872ms","start":"2026-02-26T21:27:53.891278Z","end":"2026-02-26T21:27:54.254444Z","steps":["trace[1565475536] 'agreement among raft nodes before linearized reading' (duration: 363.08513ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:54.254487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:53.891259Z","time spent":"363.221404ms","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:27:54.254512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.483632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T21:27:54.254581Z","caller":"traceutil/trace.go:171","msg":"trace[1732768674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10821; }","duration":"739.592784ms","start":"2026-02-26T21:27:53.514969Z","end":"2026-02-26T21:27:54.254562Z","steps":["trace[1732768674] 'agreement among raft nodes before linearized reading' (duration: 739.288736ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:54.254513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.604529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T21:27:54.254671Z","caller":"traceutil/trace.go:171","msg":"trace[622068925] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10821; }","duration":"738.779813ms","start":"2026-02-26T21:27:53.515869Z","end":"2026-02-26T21:27:54.254648Z","steps":["trace[622068925] 'agreement among raft nodes before linearized reading' (duration: 738.476255ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:54.254278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.694549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-26T21:27:54.254823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:53.3896Z","time spent":"864.341973ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:27:54.254837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:53.515859Z","time spent":"738.962737ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T21:27:54.254869Z","caller":"traceutil/trace.go:171","msg":"trace[1647848906] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10821; }","duration":"835.357147ms","start":"2026-02-26T21:27:53.419487Z","end":"2026-02-26T21:27:54.254844Z","steps":["trace[1647848906] 'agreement among raft nodes before linearized reading' (duration: 834.559616ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:27:54.254318Z","caller":"traceutil/trace.go:171","msg":"trace[564685529] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10821; }","duration":"738.796313ms","start":"2026-02-26T21:27:53.515506Z","end":"2026-02-26T21:27:54.254302Z","steps":["trace[564685529] 'agreement among raft nodes before linearized reading' (duration: 738.566907ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:54.255078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:53.515493Z","time spent":"739.536323ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T21:27:54.255092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:53.419463Z","time spent":"835.566592ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T21:27:54.254673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:53.514913Z","time spent":"739.702507ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T21:27:54.254193Z","caller":"traceutil/trace.go:171","msg":"trace[486975342] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10821; }","duration":"1.313811457s","start":"2026-02-26T21:27:52.940362Z","end":"2026-02-26T21:27:54.254174Z","steps":["trace[486975342] 'agreement among raft nodes before linearized reading' (duration: 1.313595351s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:54.255215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:52.940309Z","time spent":"1.314880796s","remote":"127.0.0.1:56054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T21:27:54.378676Z","caller":"traceutil/trace.go:171","msg":"trace[1375686718] transaction","detail":"{read_only:false; response_revision:10824; number_of_response:1; }","duration":"119.335226ms","start":"2026-02-26T21:27:54.259315Z","end":"2026-02-26T21:27:54.37865Z","steps":["trace[1375686718] 'process raft request' (duration: 119.204032ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:27:54.378699Z","caller":"traceutil/trace.go:171","msg":"trace[1441877027] transaction","detail":"{read_only:false; response_revision:10823; number_of_response:1; }","duration":"119.362956ms","start":"2026-02-26T21:27:54.2593Z","end":"2026-02-26T21:27:54.378663Z","steps":["trace[1441877027] 'process raft request' (duration: 119.106959ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:27:54.379006Z","caller":"traceutil/trace.go:171","msg":"trace[1694718399] transaction","detail":"{read_only:false; response_revision:10825; number_of_response:1; }","duration":"119.641083ms","start":"2026-02-26T21:27:54.259334Z","end":"2026-02-26T21:27:54.378975Z","steps":["trace[1694718399] 'process raft request' (duration: 119.224992ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:27:54.379077Z","caller":"traceutil/trace.go:171","msg":"trace[2130355721] linearizableReadLoop","detail":"{readStateIndex:11264; appliedIndex:11259; }","duration":"119.252174ms","start":"2026-02-26T21:27:54.259805Z","end":"2026-02-26T21:27:54.379058Z","steps":["trace[2130355721] 'read index received' (duration: 50.343561ms)","trace[2130355721] 'applied index is now lower than readState.Index' (duration: 68.907552ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:27:54.379167Z","caller":"traceutil/trace.go:171","msg":"trace[509055490] transaction","detail":"{read_only:false; response_revision:10826; number_of_response:1; }","duration":"119.647014ms","start":"2026-02-26T21:27:54.259496Z","end":"2026-02-26T21:27:54.379143Z","steps":["trace[509055490] 'process raft request' (duration: 119.373277ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:27:54.379208Z","caller":"traceutil/trace.go:171","msg":"trace[1027072722] transaction","detail":"{read_only:false; response_revision:10827; number_of_response:1; }","duration":"119.213812ms","start":"2026-02-26T21:27:54.259979Z","end":"2026-02-26T21:27:54.379193Z","steps":["trace[1027072722] 'process raft request' (duration: 119.033347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:54.379642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.814478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224068"} {"level":"info","ts":"2026-02-26T21:27:54.379698Z","caller":"traceutil/trace.go:171","msg":"trace[1274309964] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:10827; }","duration":"119.907191ms","start":"2026-02-26T21:27:54.259777Z","end":"2026-02-26T21:27:54.379684Z","steps":["trace[1274309964] 'agreement among raft nodes before linearized reading' (duration: 119.457159ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:56.392081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355699887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:27:56.892821Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355699887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:27:56.941643Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.103080367s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T21:27:56.94199Z","caller":"traceutil/trace.go:171","msg":"trace[84171476] transaction","detail":"{read_only:false; response_revision:10828; number_of_response:1; }","duration":"1.103541609s","start":"2026-02-26T21:27:55.838426Z","end":"2026-02-26T21:27:56.941968Z","steps":["trace[84171476] 'process raft request' (duration: 1.103388605s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:56.942132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:55.838404Z","time spent":"1.103644212s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:27:56.984605Z","caller":"traceutil/trace.go:171","msg":"trace[654806578] linearizableReadLoop","detail":"{readStateIndex:11268; appliedIndex:11265; }","duration":"1.092783744s","start":"2026-02-26T21:27:55.891796Z","end":"2026-02-26T21:27:56.98458Z","steps":["trace[654806578] 'read index received' (duration: 1.050027864s)","trace[654806578] 'applied index is now lower than readState.Index' (duration: 42.75463ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:27:56.98472Z","caller":"traceutil/trace.go:171","msg":"trace[1780062443] transaction","detail":"{read_only:false; response_revision:10830; number_of_response:1; }","duration":"723.345526ms","start":"2026-02-26T21:27:56.261345Z","end":"2026-02-26T21:27:56.984691Z","steps":["trace[1780062443] 'process raft request' (duration: 723.195302ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:56.984841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09301349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:27:56.984904Z","caller":"traceutil/trace.go:171","msg":"trace[1149954040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10830; }","duration":"1.093135303s","start":"2026-02-26T21:27:55.891754Z","end":"2026-02-26T21:27:56.984889Z","steps":["trace[1149954040] 'agreement among raft nodes before linearized reading' (duration: 1.092958369s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:56.984904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:56.261331Z","time spent":"723.480879ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:27:56.984947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:55.891736Z","time spent":"1.093200465s","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T21:27:56.984703Z","caller":"traceutil/trace.go:171","msg":"trace[1659653343] transaction","detail":"{read_only:false; response_revision:10829; number_of_response:1; }","duration":"772.916087ms","start":"2026-02-26T21:27:56.211731Z","end":"2026-02-26T21:27:56.984647Z","steps":["trace[1659653343] 'process raft request' (duration: 772.6667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:56.985117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.98199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:27:56.985166Z","caller":"traceutil/trace.go:171","msg":"trace[114665198] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:10830; }","duration":"930.060621ms","start":"2026-02-26T21:27:56.05509Z","end":"2026-02-26T21:27:56.985151Z","steps":["trace[114665198] 'agreement among raft nodes before linearized reading' (duration: 929.982439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:56.985225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:56.055074Z","time spent":"930.133444ms","remote":"127.0.0.1:53806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:27:56.985393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.082354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-26T21:27:56.985379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:56.211714Z","time spent":"773.553083ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:27:56.985408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.228438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T21:27:56.985456Z","caller":"traceutil/trace.go:171","msg":"trace[1252938538] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10830; }","duration":"595.151627ms","start":"2026-02-26T21:27:56.390285Z","end":"2026-02-26T21:27:56.985436Z","steps":["trace[1252938538] 'agreement among raft nodes before linearized reading' (duration: 594.983672ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:56.985468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.469255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jjwxr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T21:27:56.985487Z","caller":"traceutil/trace.go:171","msg":"trace[1689990082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10830; }","duration":"595.340911ms","start":"2026-02-26T21:27:56.390127Z","end":"2026-02-26T21:27:56.985468Z","steps":["trace[1689990082] 'agreement among raft nodes before linearized reading' (duration: 595.096595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:56.985501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:56.39028Z","time spent":"595.208578ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T21:27:56.985525Z","caller":"traceutil/trace.go:171","msg":"trace[2101655049] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jjwxr; range_end:; response_count:1; response_revision:10830; }","duration":"595.540487ms","start":"2026-02-26T21:27:56.389969Z","end":"2026-02-26T21:27:56.985509Z","steps":["trace[2101655049] 'agreement among raft nodes before linearized reading' (duration: 595.382022ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:56.985519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.379342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T21:27:56.985575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:56.389961Z","time spent":"595.601808ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-jjwxr\" "} {"level":"info","ts":"2026-02-26T21:27:56.985588Z","caller":"traceutil/trace.go:171","msg":"trace[163989805] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10830; }","duration":"595.454644ms","start":"2026-02-26T21:27:56.390114Z","end":"2026-02-26T21:27:56.985569Z","steps":["trace[163989805] 'agreement among raft nodes before linearized reading' (duration: 595.30284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:56.985533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:56.39012Z","time spent":"595.404733ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T21:27:56.985626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.452505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T21:27:56.985631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:56.390109Z","time spent":"595.509295ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T21:27:56.985547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.091741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12330"} {"level":"warn","ts":"2026-02-26T21:27:56.985653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.035226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T21:27:56.98571Z","caller":"traceutil/trace.go:171","msg":"trace[1440716369] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10830; }","duration":"391.307296ms","start":"2026-02-26T21:27:56.594388Z","end":"2026-02-26T21:27:56.985695Z","steps":["trace[1440716369] 'agreement among raft nodes before linearized reading' (duration: 390.926466ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:27:56.985733Z","caller":"traceutil/trace.go:171","msg":"trace[1638539768] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10830; }","duration":"600.147779ms","start":"2026-02-26T21:27:56.385567Z","end":"2026-02-26T21:27:56.985715Z","steps":["trace[1638539768] 'agreement among raft nodes before linearized reading' (duration: 599.979555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:56.985714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.062017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T21:27:56.985657Z","caller":"traceutil/trace.go:171","msg":"trace[2038449454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10830; }","duration":"595.515606ms","start":"2026-02-26T21:27:56.390133Z","end":"2026-02-26T21:27:56.985649Z","steps":["trace[2038449454] 'agreement among raft nodes before linearized reading' (duration: 595.423134ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:56.985782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:56.38555Z","time spent":"600.21824ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T21:27:56.985806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:56.594367Z","time spent":"391.375649ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12352,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T21:27:56.985814Z","caller":"traceutil/trace.go:171","msg":"trace[1299527986] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10830; }","duration":"600.166989ms","start":"2026-02-26T21:27:56.385624Z","end":"2026-02-26T21:27:56.985791Z","steps":["trace[1299527986] 'agreement among raft nodes before linearized reading' (duration: 599.878231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:56.985837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:56.390114Z","time spent":"595.707001ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T21:27:56.985888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:56.385618Z","time spent":"600.258031ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T21:27:57.27908Z","caller":"traceutil/trace.go:171","msg":"trace[92287476] transaction","detail":"{read_only:false; response_revision:10831; number_of_response:1; }","duration":"288.787197ms","start":"2026-02-26T21:27:56.990269Z","end":"2026-02-26T21:27:57.279056Z","steps":["trace[92287476] 'process raft request' (duration: 288.601282ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:27:57.383463Z","caller":"traceutil/trace.go:171","msg":"trace[149594341] transaction","detail":"{read_only:false; response_revision:10832; number_of_response:1; }","duration":"392.330224ms","start":"2026-02-26T21:27:56.9911Z","end":"2026-02-26T21:27:57.383431Z","steps":["trace[149594341] 'process raft request' (duration: 392.147429ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:27:57.383489Z","caller":"traceutil/trace.go:171","msg":"trace[591833354] transaction","detail":"{read_only:false; response_revision:10833; number_of_response:1; }","duration":"392.310504ms","start":"2026-02-26T21:27:56.991139Z","end":"2026-02-26T21:27:57.38345Z","steps":["trace[591833354] 'process raft request' (duration: 392.213611ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:27:57.383525Z","caller":"traceutil/trace.go:171","msg":"trace[377079499] transaction","detail":"{read_only:false; response_revision:10835; number_of_response:1; }","duration":"392.017496ms","start":"2026-02-26T21:27:56.99148Z","end":"2026-02-26T21:27:57.383497Z","steps":["trace[377079499] 'process raft request' (duration: 391.920683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:57.383615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:56.991078Z","time spent":"392.462177ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:27:57.383597Z","caller":"traceutil/trace.go:171","msg":"trace[1523153713] transaction","detail":"{read_only:false; response_revision:10836; number_of_response:1; }","duration":"392.061297ms","start":"2026-02-26T21:27:56.9915Z","end":"2026-02-26T21:27:57.383561Z","steps":["trace[1523153713] 'process raft request' (duration: 391.919943ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:57.383644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:56.991124Z","time spent":"392.441537ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:27:57.383702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:56.99147Z","time spent":"392.16196ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:27:57.383763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:56.99148Z","time spent":"392.194481ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:27:57.383849Z","caller":"traceutil/trace.go:171","msg":"trace[202914556] transaction","detail":"{read_only:false; response_revision:10834; number_of_response:1; }","duration":"392.55655ms","start":"2026-02-26T21:27:56.99128Z","end":"2026-02-26T21:27:57.383837Z","steps":["trace[202914556] 'process raft request' (duration: 392.099978ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:57.383892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:56.991273Z","time spent":"392.596751ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:27:57.43834Z","caller":"traceutil/trace.go:171","msg":"trace[1456393263] linearizableReadLoop","detail":"{readStateIndex:11271; appliedIndex:11268; }","duration":"447.120131ms","start":"2026-02-26T21:27:56.991197Z","end":"2026-02-26T21:27:57.438317Z","steps":["trace[1456393263] 'read index received' (duration: 287.764389ms)","trace[1456393263] 'applied index is now lower than readState.Index' (duration: 159.354742ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:27:57.438513Z","caller":"traceutil/trace.go:171","msg":"trace[989861670] transaction","detail":"{read_only:false; response_revision:10837; number_of_response:1; }","duration":"202.636947ms","start":"2026-02-26T21:27:57.235841Z","end":"2026-02-26T21:27:57.438478Z","steps":["trace[989861670] 'process raft request' (duration: 202.126153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:57.438563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.361848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12330"} {"level":"info","ts":"2026-02-26T21:27:57.4386Z","caller":"traceutil/trace.go:171","msg":"trace[1854881171] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10837; }","duration":"447.449971ms","start":"2026-02-26T21:27:56.991139Z","end":"2026-02-26T21:27:57.438589Z","steps":["trace[1854881171] 'agreement among raft nodes before linearized reading' (duration: 447.306677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:57.438635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:56.991119Z","time spent":"447.507652ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12352,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T21:27:57.43866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.280425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-77946bc547-blj4d.1897e915876fdb6d\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-02-26T21:27:57.438721Z","caller":"traceutil/trace.go:171","msg":"trace[2078510309] range","detail":"{range_begin:/registry/events/openstack/barbican-api-77946bc547-blj4d.1897e915876fdb6d; range_end:; response_count:1; response_revision:10837; }","duration":"346.373738ms","start":"2026-02-26T21:27:57.09233Z","end":"2026-02-26T21:27:57.438703Z","steps":["trace[2078510309] 'agreement among raft nodes before linearized reading' (duration: 346.215863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:57.438717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.205298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:27:57.438768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:57.092314Z","time spent":"346.441769ms","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-77946bc547-blj4d.1897e915876fdb6d\" "} {"level":"info","ts":"2026-02-26T21:27:57.438807Z","caller":"traceutil/trace.go:171","msg":"trace[1415597330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10837; }","duration":"443.327191ms","start":"2026-02-26T21:27:56.99546Z","end":"2026-02-26T21:27:57.438788Z","steps":["trace[1415597330] 'agreement among raft nodes before linearized reading' (duration: 443.142576ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:57.438855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:56.995454Z","time spent":"443.390782ms","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:27:57.438875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.490812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224068"} {"level":"info","ts":"2026-02-26T21:27:57.438961Z","caller":"traceutil/trace.go:171","msg":"trace[361715417] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:10837; }","duration":"447.585763ms","start":"2026-02-26T21:27:56.991333Z","end":"2026-02-26T21:27:57.438919Z","steps":["trace[361715417] 'agreement among raft nodes before linearized reading' (duration: 447.150332ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:57.43902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:56.991317Z","time spent":"447.687387ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224090,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-26T21:27:59.239059Z","caller":"traceutil/trace.go:171","msg":"trace[375151430] transaction","detail":"{read_only:false; response_revision:10839; number_of_response:1; }","duration":"248.12546ms","start":"2026-02-26T21:27:58.990913Z","end":"2026-02-26T21:27:59.239039Z","steps":["trace[375151430] 'process raft request' (duration: 247.951506ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:27:59.265521Z","caller":"traceutil/trace.go:171","msg":"trace[252281150] transaction","detail":"{read_only:false; response_revision:10840; number_of_response:1; }","duration":"273.300706ms","start":"2026-02-26T21:27:58.992196Z","end":"2026-02-26T21:27:59.265497Z","steps":["trace[252281150] 'process raft request' (duration: 273.06186ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:27:59.475042Z","caller":"traceutil/trace.go:171","msg":"trace[1778210684] transaction","detail":"{read_only:false; response_revision:10842; number_of_response:1; }","duration":"125.995332ms","start":"2026-02-26T21:27:59.34901Z","end":"2026-02-26T21:27:59.475005Z","steps":["trace[1778210684] 'process raft request' (duration: 125.781786ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:27:59.787098Z","caller":"traceutil/trace.go:171","msg":"trace[396596002] transaction","detail":"{read_only:false; response_revision:10843; number_of_response:1; }","duration":"307.926492ms","start":"2026-02-26T21:27:59.479137Z","end":"2026-02-26T21:27:59.787064Z","steps":["trace[396596002] 'process raft request' (duration: 303.940976ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:59.787261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:59.479117Z","time spent":"308.060485ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:27:59.78812Z","caller":"traceutil/trace.go:171","msg":"trace[2012591642] linearizableReadLoop","detail":"{readStateIndex:11284; appliedIndex:11281; }","duration":"307.462719ms","start":"2026-02-26T21:27:59.480641Z","end":"2026-02-26T21:27:59.788104Z","steps":["trace[2012591642] 'read index received' (duration: 302.537659ms)","trace[2012591642] 'applied index is now lower than readState.Index' (duration: 4.92439ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:27:59.788393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.734026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224068"} {"level":"info","ts":"2026-02-26T21:27:59.788416Z","caller":"traceutil/trace.go:171","msg":"trace[1878745146] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:10848; }","duration":"307.775337ms","start":"2026-02-26T21:27:59.480635Z","end":"2026-02-26T21:27:59.78841Z","steps":["trace[1878745146] 'agreement among raft nodes before linearized reading' (duration: 307.532611ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:59.788436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:59.480612Z","time spent":"307.819449ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224090,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-26T21:27:59.78845Z","caller":"traceutil/trace.go:171","msg":"trace[84510677] transaction","detail":"{read_only:false; response_revision:10845; number_of_response:1; }","duration":"308.280731ms","start":"2026-02-26T21:27:59.480134Z","end":"2026-02-26T21:27:59.788415Z","steps":["trace[84510677] 'process raft request' (duration: 307.881791ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:27:59.788593Z","caller":"traceutil/trace.go:171","msg":"trace[7206067] transaction","detail":"{read_only:false; response_revision:10848; number_of_response:1; }","duration":"307.794308ms","start":"2026-02-26T21:27:59.480793Z","end":"2026-02-26T21:27:59.788587Z","steps":["trace[7206067] 'process raft request' (duration: 307.289775ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:27:59.788674Z","caller":"traceutil/trace.go:171","msg":"trace[2091124321] transaction","detail":"{read_only:false; response_revision:10846; number_of_response:1; }","duration":"307.973283ms","start":"2026-02-26T21:27:59.48065Z","end":"2026-02-26T21:27:59.788623Z","steps":["trace[2091124321] 'process raft request' (duration: 307.388218ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:27:59.788682Z","caller":"traceutil/trace.go:171","msg":"trace[1411720326] transaction","detail":"{read_only:false; response_revision:10847; number_of_response:1; }","duration":"307.841929ms","start":"2026-02-26T21:27:59.480782Z","end":"2026-02-26T21:27:59.788624Z","steps":["trace[1411720326] 'process raft request' (duration: 307.275604ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:59.788916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:59.480767Z","time spent":"308.115157ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:27:59.788926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:59.480109Z","time spent":"308.427655ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:27:59.788951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:59.480778Z","time spent":"307.83385ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:27:59.788711Z","caller":"traceutil/trace.go:171","msg":"trace[1392068532] transaction","detail":"{read_only:false; response_revision:10844; number_of_response:1; }","duration":"309.079022ms","start":"2026-02-26T21:27:59.479618Z","end":"2026-02-26T21:27:59.788697Z","steps":["trace[1392068532] 'process raft request' (duration: 308.310772ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:27:59.789111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:59.479607Z","time spent":"309.460113ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:27:59.788868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:27:59.48064Z","time spent":"308.128637ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:28:23.635433Z","caller":"traceutil/trace.go:171","msg":"trace[309003764] linearizableReadLoop","detail":"{readStateIndex:11455; appliedIndex:11454; }","duration":"217.814429ms","start":"2026-02-26T21:28:23.417588Z","end":"2026-02-26T21:28:23.635403Z","steps":["trace[309003764] 'read index received' (duration: 217.506901ms)","trace[309003764] 'applied index is now lower than readState.Index' (duration: 306.338µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:28:23.635502Z","caller":"traceutil/trace.go:171","msg":"trace[2073617197] transaction","detail":"{read_only:false; response_revision:11009; number_of_response:1; }","duration":"222.975166ms","start":"2026-02-26T21:28:23.412491Z","end":"2026-02-26T21:28:23.635466Z","steps":["trace[2073617197] 'process raft request' (duration: 222.707049ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:23.635708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.424338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T21:28:23.635717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.087706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-02-26T21:28:23.635754Z","caller":"traceutil/trace.go:171","msg":"trace[1141861873] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11009; }","duration":"172.543052ms","start":"2026-02-26T21:28:23.463199Z","end":"2026-02-26T21:28:23.635742Z","steps":["trace[1141861873] 'agreement among raft nodes before linearized reading' (duration: 172.369237ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:23.635726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.063895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:28:23.635799Z","caller":"traceutil/trace.go:171","msg":"trace[740092517] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:11009; }","duration":"218.23852ms","start":"2026-02-26T21:28:23.417538Z","end":"2026-02-26T21:28:23.635777Z","steps":["trace[740092517] 'agreement among raft nodes before linearized reading' (duration: 217.980633ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:23.635817Z","caller":"traceutil/trace.go:171","msg":"trace[101824512] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:11009; }","duration":"134.216088ms","start":"2026-02-26T21:28:23.50158Z","end":"2026-02-26T21:28:23.635796Z","steps":["trace[101824512] 'agreement among raft nodes before linearized reading' (duration: 134.069875ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:23.862613Z","caller":"traceutil/trace.go:171","msg":"trace[1180766655] linearizableReadLoop","detail":"{readStateIndex:11456; appliedIndex:11455; }","duration":"220.991683ms","start":"2026-02-26T21:28:23.641596Z","end":"2026-02-26T21:28:23.862587Z","steps":["trace[1180766655] 'read index received' (duration: 193.534247ms)","trace[1180766655] 'applied index is now lower than readState.Index' (duration: 27.456196ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:28:23.862706Z","caller":"traceutil/trace.go:171","msg":"trace[1846944571] transaction","detail":"{read_only:false; response_revision:11010; number_of_response:1; }","duration":"222.810331ms","start":"2026-02-26T21:28:23.639842Z","end":"2026-02-26T21:28:23.862652Z","steps":["trace[1846944571] 'process raft request' (duration: 195.270263ms)","trace[1846944571] 'compare' (duration: 27.332113ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:28:23.862806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.190129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19448"} {"level":"info","ts":"2026-02-26T21:28:23.862843Z","caller":"traceutil/trace.go:171","msg":"trace[1484096151] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:11010; }","duration":"221.265951ms","start":"2026-02-26T21:28:23.641566Z","end":"2026-02-26T21:28:23.862832Z","steps":["trace[1484096151] 'agreement among raft nodes before linearized reading' (duration: 221.113887ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:24.364109Z","caller":"traceutil/trace.go:171","msg":"trace[1720646672] transaction","detail":"{read_only:false; response_revision:11017; number_of_response:1; }","duration":"109.501885ms","start":"2026-02-26T21:28:24.254577Z","end":"2026-02-26T21:28:24.364079Z","steps":["trace[1720646672] 'process raft request' (duration: 109.31193ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:25.725001Z","caller":"traceutil/trace.go:171","msg":"trace[1706779287] transaction","detail":"{read_only:false; response_revision:11018; number_of_response:1; }","duration":"360.864882ms","start":"2026-02-26T21:28:25.364112Z","end":"2026-02-26T21:28:25.724977Z","steps":["trace[1706779287] 'process raft request' (duration: 360.699837ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:25.725154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:25.364096Z","time spent":"360.976864ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:28:27.802406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355700560,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:28:28.150283Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.075282922s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T21:28:28.150653Z","caller":"traceutil/trace.go:171","msg":"trace[2118690538] transaction","detail":"{read_only:false; response_revision:11026; number_of_response:1; }","duration":"1.075753444s","start":"2026-02-26T21:28:27.074881Z","end":"2026-02-26T21:28:28.150634Z","steps":["trace[2118690538] 'process raft request' (duration: 1.07559742s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:28.150784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:27.074865Z","time spent":"1.075850058s","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:28:28.666745Z","caller":"traceutil/trace.go:171","msg":"trace[1022343924] transaction","detail":"{read_only:false; response_revision:11027; number_of_response:1; }","duration":"946.64782ms","start":"2026-02-26T21:28:27.720074Z","end":"2026-02-26T21:28:28.666722Z","steps":["trace[1022343924] 'process raft request' (duration: 946.460815ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:28.66703Z","caller":"traceutil/trace.go:171","msg":"trace[819475421] transaction","detail":"{read_only:false; response_revision:11028; number_of_response:1; }","duration":"937.060717ms","start":"2026-02-26T21:28:27.729917Z","end":"2026-02-26T21:28:28.666978Z","steps":["trace[819475421] 'process raft request' (duration: 936.753299ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:28.667284Z","caller":"traceutil/trace.go:171","msg":"trace[1094698590] transaction","detail":"{read_only:false; response_revision:11029; number_of_response:1; }","duration":"929.339553ms","start":"2026-02-26T21:28:27.737913Z","end":"2026-02-26T21:28:28.667253Z","steps":["trace[1094698590] 'process raft request' (duration: 929.051316ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:28.667325Z","caller":"traceutil/trace.go:171","msg":"trace[1106070864] transaction","detail":"{read_only:false; response_revision:11030; number_of_response:1; }","duration":"641.990065ms","start":"2026-02-26T21:28:28.02532Z","end":"2026-02-26T21:28:28.66731Z","steps":["trace[1106070864] 'process raft request' (duration: 641.880832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:28.66743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:27.737892Z","time spent":"929.457876ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:28:28.66749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:28.025301Z","time spent":"642.16407ms","remote":"127.0.0.1:53760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:28:28.667319Z","caller":"traceutil/trace.go:171","msg":"trace[1363942733] linearizableReadLoop","detail":"{readStateIndex:11476; appliedIndex:11471; }","duration":"1.365788133s","start":"2026-02-26T21:28:27.301509Z","end":"2026-02-26T21:28:28.667297Z","steps":["trace[1363942733] 'read index received' (duration: 849.01854ms)","trace[1363942733] 'applied index is now lower than readState.Index' (duration: 516.768473ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:28:28.667409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365895726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:28:28.667582Z","caller":"traceutil/trace.go:171","msg":"trace[2086428265] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:11030; }","duration":"1.366100631s","start":"2026-02-26T21:28:27.301463Z","end":"2026-02-26T21:28:28.667564Z","steps":["trace[2086428265] 'agreement among raft nodes before linearized reading' (duration: 1.365902826s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:28.667645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.818142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T21:28:28.667646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:27.301445Z","time spent":"1.366169304s","remote":"127.0.0.1:34200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-02-26T21:28:28.667675Z","caller":"traceutil/trace.go:171","msg":"trace[867586700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11030; }","duration":"792.884484ms","start":"2026-02-26T21:28:27.874783Z","end":"2026-02-26T21:28:28.667667Z","steps":["trace[867586700] 'agreement among raft nodes before linearized reading' (duration: 792.788802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:28.667696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:27.87476Z","time spent":"792.931126ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T21:28:28.667786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.28382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T21:28:28.667836Z","caller":"traceutil/trace.go:171","msg":"trace[1898073634] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11030; }","duration":"713.358002ms","start":"2026-02-26T21:28:27.954464Z","end":"2026-02-26T21:28:28.667822Z","steps":["trace[1898073634] 'agreement among raft nodes before linearized reading' (duration: 713.210978ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:28.667832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.427541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-26T21:28:28.667874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:27.95445Z","time spent":"713.415443ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T21:28:28.667888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.655909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T21:28:28.667945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.829659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T21:28:28.667963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.035381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jjwxr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T21:28:28.667969Z","caller":"traceutil/trace.go:171","msg":"trace[600651342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11030; }","duration":"713.775213ms","start":"2026-02-26T21:28:27.954173Z","end":"2026-02-26T21:28:28.667948Z","steps":["trace[600651342] 'agreement among raft nodes before linearized reading' (duration: 713.561227ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:28.668005Z","caller":"traceutil/trace.go:171","msg":"trace[1553741814] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jjwxr; range_end:; response_count:1; response_revision:11030; }","duration":"590.103923ms","start":"2026-02-26T21:28:28.077892Z","end":"2026-02-26T21:28:28.667996Z","steps":["trace[1553741814] 'agreement among raft nodes before linearized reading' (duration: 589.97886ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:28.667874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.876514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12330"} {"level":"warn","ts":"2026-02-26T21:28:28.668037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:28.077881Z","time spent":"590.148704ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-jjwxr\" "} {"level":"warn","ts":"2026-02-26T21:28:28.668029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:27.954154Z","time spent":"713.861745ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T21:28:28.667973Z","caller":"traceutil/trace.go:171","msg":"trace[1260495716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11030; }","duration":"692.906491ms","start":"2026-02-26T21:28:27.975059Z","end":"2026-02-26T21:28:28.667966Z","steps":["trace[1260495716] 'agreement among raft nodes before linearized reading' (duration: 692.844139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:28.668055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:27.720044Z","time spent":"946.778824ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:28:28.668059Z","caller":"traceutil/trace.go:171","msg":"trace[1970552781] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11030; }","duration":"571.08867ms","start":"2026-02-26T21:28:28.096955Z","end":"2026-02-26T21:28:28.668043Z","steps":["trace[1970552781] 'agreement among raft nodes before linearized reading' (duration: 570.875624ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:28.668118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:28.096933Z","time spent":"571.170233ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12352,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T21:28:28.667917Z","caller":"traceutil/trace.go:171","msg":"trace[1273139250] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11030; }","duration":"596.575774ms","start":"2026-02-26T21:28:28.071317Z","end":"2026-02-26T21:28:28.667893Z","steps":["trace[1273139250] 'agreement among raft nodes before linearized reading' (duration: 596.352508ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:28.668076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:27.975035Z","time spent":"693.035225ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T21:28:28.668163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:28.071295Z","time spent":"596.861722ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T21:28:28.667801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.273167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T21:28:28.668254Z","caller":"traceutil/trace.go:171","msg":"trace[1941650736] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11030; }","duration":"714.722218ms","start":"2026-02-26T21:28:27.953521Z","end":"2026-02-26T21:28:28.668243Z","steps":["trace[1941650736] 'agreement among raft nodes before linearized reading' (duration: 714.239316ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:28.668293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:27.953441Z","time spent":"714.840911ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T21:28:28.668399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:27.729893Z","time spent":"937.20866ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:28:30.391492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355700591,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T21:28:30.418835Z","caller":"traceutil/trace.go:171","msg":"trace[168535764] transaction","detail":"{read_only:false; response_revision:11038; number_of_response:1; }","duration":"613.736508ms","start":"2026-02-26T21:28:29.805081Z","end":"2026-02-26T21:28:30.418817Z","steps":["trace[168535764] 'process raft request' (duration: 613.595154ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:30.419001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:29.805063Z","time spent":"613.857821ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:28:30.443482Z","caller":"traceutil/trace.go:171","msg":"trace[69602399] linearizableReadLoop","detail":"{readStateIndex:11486; appliedIndex:11484; }","duration":"552.5386ms","start":"2026-02-26T21:28:29.890919Z","end":"2026-02-26T21:28:30.443458Z","steps":["trace[69602399] 'read index received' (duration: 527.777615ms)","trace[69602399] 'applied index is now lower than readState.Index' (duration: 24.759805ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:28:30.443913Z","caller":"traceutil/trace.go:171","msg":"trace[908930593] transaction","detail":"{read_only:false; response_revision:11039; number_of_response:1; }","duration":"115.061823ms","start":"2026-02-26T21:28:30.32883Z","end":"2026-02-26T21:28:30.443892Z","steps":["trace[908930593] 'process raft request' (duration: 114.492748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:30.444161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.223398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:28:30.444226Z","caller":"traceutil/trace.go:171","msg":"trace[1214921719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11039; }","duration":"553.302099ms","start":"2026-02-26T21:28:29.89089Z","end":"2026-02-26T21:28:30.444192Z","steps":["trace[1214921719] 'agreement among raft nodes before linearized reading' (duration: 553.224797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:30.444265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:29.890877Z","time spent":"553.381132ms","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:28:35.023171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.527945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:28:35.023284Z","caller":"traceutil/trace.go:171","msg":"trace[1734613663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11067; }","duration":"129.691069ms","start":"2026-02-26T21:28:34.893569Z","end":"2026-02-26T21:28:35.02326Z","steps":["trace[1734613663] 'range keys from in-memory index tree' (duration: 129.446493ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:35.647315Z","caller":"traceutil/trace.go:171","msg":"trace[369780358] transaction","detail":"{read_only:false; response_revision:11079; number_of_response:1; }","duration":"102.611213ms","start":"2026-02-26T21:28:35.544676Z","end":"2026-02-26T21:28:35.647287Z","steps":["trace[369780358] 'process raft request' (duration: 102.380947ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:35.781604Z","caller":"traceutil/trace.go:171","msg":"trace[815093526] linearizableReadLoop","detail":"{readStateIndex:11534; appliedIndex:11528; }","duration":"126.572757ms","start":"2026-02-26T21:28:35.655009Z","end":"2026-02-26T21:28:35.781581Z","steps":["trace[815093526] 'read index received' (duration: 69.695733ms)","trace[815093526] 'applied index is now lower than readState.Index' (duration: 56.876404ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:28:35.781596Z","caller":"traceutil/trace.go:171","msg":"trace[1290072063] transaction","detail":"{read_only:false; response_revision:11082; number_of_response:1; }","duration":"126.979497ms","start":"2026-02-26T21:28:35.654573Z","end":"2026-02-26T21:28:35.781553Z","steps":["trace[1290072063] 'process raft request' (duration: 126.849863ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:35.781672Z","caller":"traceutil/trace.go:171","msg":"trace[433355328] transaction","detail":"{read_only:false; response_revision:11081; number_of_response:1; }","duration":"127.167172ms","start":"2026-02-26T21:28:35.654481Z","end":"2026-02-26T21:28:35.781648Z","steps":["trace[433355328] 'process raft request' (duration: 112.232657ms)","trace[433355328] 'compare' (duration: 14.448793ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:28:35.781722Z","caller":"traceutil/trace.go:171","msg":"trace[573317656] transaction","detail":"{read_only:false; response_revision:11083; number_of_response:1; }","duration":"127.0835ms","start":"2026-02-26T21:28:35.65463Z","end":"2026-02-26T21:28:35.781714Z","steps":["trace[573317656] 'process raft request' (duration: 126.829373ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:35.781814Z","caller":"traceutil/trace.go:171","msg":"trace[1620033713] transaction","detail":"{read_only:false; response_revision:11086; number_of_response:1; }","duration":"119.754897ms","start":"2026-02-26T21:28:35.662053Z","end":"2026-02-26T21:28:35.781808Z","steps":["trace[1620033713] 'process raft request' (duration: 119.475099ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:35.781907Z","caller":"traceutil/trace.go:171","msg":"trace[1655967575] transaction","detail":"{read_only:false; response_revision:11084; number_of_response:1; }","duration":"127.260245ms","start":"2026-02-26T21:28:35.654642Z","end":"2026-02-26T21:28:35.781902Z","steps":["trace[1655967575] 'process raft request' (duration: 126.839344ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:35.781996Z","caller":"traceutil/trace.go:171","msg":"trace[2143287212] transaction","detail":"{read_only:false; response_revision:11085; number_of_response:1; }","duration":"127.286835ms","start":"2026-02-26T21:28:35.654705Z","end":"2026-02-26T21:28:35.781992Z","steps":["trace[2143287212] 'process raft request' (duration: 126.797273ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:35.782299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.277695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-02-26T21:28:35.782321Z","caller":"traceutil/trace.go:171","msg":"trace[1133942310] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:11086; }","duration":"127.334287ms","start":"2026-02-26T21:28:35.654978Z","end":"2026-02-26T21:28:35.782313Z","steps":["trace[1133942310] 'agreement among raft nodes before linearized reading' (duration: 127.211484ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:35.998419Z","caller":"traceutil/trace.go:171","msg":"trace[92367589] transaction","detail":"{read_only:false; response_revision:11087; number_of_response:1; }","duration":"208.823071ms","start":"2026-02-26T21:28:35.789572Z","end":"2026-02-26T21:28:35.998395Z","steps":["trace[92367589] 'process raft request' (duration: 208.680398ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:36.012666Z","caller":"traceutil/trace.go:171","msg":"trace[1450473292] linearizableReadLoop","detail":"{readStateIndex:11537; appliedIndex:11535; }","duration":"215.433416ms","start":"2026-02-26T21:28:35.797212Z","end":"2026-02-26T21:28:36.012646Z","steps":["trace[1450473292] 'read index received' (duration: 201.013055ms)","trace[1450473292] 'applied index is now lower than readState.Index' (duration: 14.419681ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:28:36.012704Z","caller":"traceutil/trace.go:171","msg":"trace[293289993] transaction","detail":"{read_only:false; response_revision:11088; number_of_response:1; }","duration":"222.600316ms","start":"2026-02-26T21:28:35.790071Z","end":"2026-02-26T21:28:36.012671Z","steps":["trace[293289993] 'process raft request' (duration: 222.412421ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:36.01292Z","caller":"traceutil/trace.go:171","msg":"trace[1367944852] transaction","detail":"{read_only:false; response_revision:11089; number_of_response:1; }","duration":"206.097879ms","start":"2026-02-26T21:28:35.806814Z","end":"2026-02-26T21:28:36.012912Z","steps":["trace[1367944852] 'process raft request' (duration: 205.779891ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:36.013128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.069824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-02-26T21:28:36.013163Z","caller":"traceutil/trace.go:171","msg":"trace[1716661798] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:11089; }","duration":"196.117256ms","start":"2026-02-26T21:28:35.817038Z","end":"2026-02-26T21:28:36.013155Z","steps":["trace[1716661798] 'agreement among raft nodes before linearized reading' (duration: 195.989822ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:36.013213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.989441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-02-26T21:28:36.013236Z","caller":"traceutil/trace.go:171","msg":"trace[2063954936] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:11089; }","duration":"216.061213ms","start":"2026-02-26T21:28:35.797168Z","end":"2026-02-26T21:28:36.013229Z","steps":["trace[2063954936] 'agreement among raft nodes before linearized reading' (duration: 215.9653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:36.013277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.881646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:28:36.013311Z","caller":"traceutil/trace.go:171","msg":"trace[783577906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11089; }","duration":"123.942378ms","start":"2026-02-26T21:28:35.889359Z","end":"2026-02-26T21:28:36.013302Z","steps":["trace[783577906] 'agreement among raft nodes before linearized reading' (duration: 123.895736ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:41.315528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355700867,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:28:41.815654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355700867,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:28:41.83392Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.068346989s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T21:28:41.834416Z","caller":"traceutil/trace.go:171","msg":"trace[1458314229] linearizableReadLoop","detail":"{readStateIndex:11577; appliedIndex:11576; }","duration":"1.019705002s","start":"2026-02-26T21:28:40.814682Z","end":"2026-02-26T21:28:41.834387Z","steps":["trace[1458314229] 'read index received' (duration: 1.019361833s)","trace[1458314229] 'applied index is now lower than readState.Index' (duration: 341.859µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:28:41.834478Z","caller":"traceutil/trace.go:171","msg":"trace[1724253231] transaction","detail":"{read_only:false; response_revision:11126; number_of_response:1; }","duration":"1.082276546s","start":"2026-02-26T21:28:40.752176Z","end":"2026-02-26T21:28:41.834453Z","steps":["trace[1724253231] 'process raft request' (duration: 1.08204308s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:41.834593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:40.752164Z","time spent":"1.082353309s","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4653,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:28:41.834683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019978909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T21:28:41.834751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.710647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:28:41.834838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.815196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:28:41.83487Z","caller":"traceutil/trace.go:171","msg":"trace[954922771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11126; }","duration":"943.883248ms","start":"2026-02-26T21:28:40.890978Z","end":"2026-02-26T21:28:41.834862Z","steps":["trace[954922771] 'agreement among raft nodes before linearized reading' (duration: 943.835486ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:41.834871Z","caller":"traceutil/trace.go:171","msg":"trace[1273245903] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:11126; }","duration":"405.905232ms","start":"2026-02-26T21:28:41.428948Z","end":"2026-02-26T21:28:41.834853Z","steps":["trace[1273245903] 'agreement among raft nodes before linearized reading' (duration: 405.715297ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:41.834775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.424877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5s6c2\" ","response":"range_response_count:1 size:4668"} {"level":"warn","ts":"2026-02-26T21:28:41.834999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.982868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T21:28:41.834996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:41.428925Z","time spent":"406.054616ms","remote":"127.0.0.1:34170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-26T21:28:41.835033Z","caller":"traceutil/trace.go:171","msg":"trace[1213625049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11126; }","duration":"981.013419ms","start":"2026-02-26T21:28:40.854011Z","end":"2026-02-26T21:28:41.835024Z","steps":["trace[1213625049] 'agreement among raft nodes before linearized reading' (duration: 980.937557ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:41.83502Z","caller":"traceutil/trace.go:171","msg":"trace[1681014263] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-5s6c2; range_end:; response_count:1; response_revision:11126; }","duration":"445.696544ms","start":"2026-02-26T21:28:41.389303Z","end":"2026-02-26T21:28:41.834999Z","steps":["trace[1681014263] 'agreement among raft nodes before linearized reading' (duration: 445.422337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:41.834897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.845041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T21:28:41.835059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:40.853982Z","time spent":"981.071931ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T21:28:41.835087Z","caller":"traceutil/trace.go:171","msg":"trace[706212299] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11126; }","duration":"982.106888ms","start":"2026-02-26T21:28:40.852966Z","end":"2026-02-26T21:28:41.835072Z","steps":["trace[706212299] 'agreement among raft nodes before linearized reading' (duration: 981.875232ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:41.835097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:41.38928Z","time spent":"445.793947ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4690,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5s6c2\" "} {"level":"warn","ts":"2026-02-26T21:28:41.83513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:40.852945Z","time spent":"982.173519ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T21:28:41.834771Z","caller":"traceutil/trace.go:171","msg":"trace[1142064931] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11126; }","duration":"1.020133513s","start":"2026-02-26T21:28:40.814619Z","end":"2026-02-26T21:28:41.834753Z","steps":["trace[1142064931] 'agreement among raft nodes before linearized reading' (duration: 1.019889656s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:41.835196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:40.814593Z","time spent":"1.020589885s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T21:28:41.834792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.191505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jjwxr\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-26T21:28:41.834913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.217454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T21:28:41.835338Z","caller":"traceutil/trace.go:171","msg":"trace[1863957216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11126; }","duration":"981.685677ms","start":"2026-02-26T21:28:40.853636Z","end":"2026-02-26T21:28:41.835321Z","steps":["trace[1863957216] 'agreement among raft nodes before linearized reading' (duration: 981.169153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:41.83531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.609705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-26T21:28:41.83492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.679593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T21:28:41.835495Z","caller":"traceutil/trace.go:171","msg":"trace[217164026] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11126; }","duration":"981.888652ms","start":"2026-02-26T21:28:40.853583Z","end":"2026-02-26T21:28:41.835472Z","steps":["trace[217164026] 'agreement among raft nodes before linearized reading' (duration: 981.238245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:41.83564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:40.853549Z","time spent":"982.072467ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T21:28:41.835374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:40.853606Z","time spent":"981.758649ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T21:28:41.835571Z","caller":"traceutil/trace.go:171","msg":"trace[1974119897] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11126; }","duration":"983.383322ms","start":"2026-02-26T21:28:40.852169Z","end":"2026-02-26T21:28:41.835552Z","steps":["trace[1974119897] 'agreement among raft nodes before linearized reading' (duration: 982.438947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:41.835831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:40.85213Z","time spent":"983.68542ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T21:28:41.835336Z","caller":"traceutil/trace.go:171","msg":"trace[663776190] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jjwxr; range_end:; response_count:1; response_revision:11126; }","duration":"972.72471ms","start":"2026-02-26T21:28:40.862523Z","end":"2026-02-26T21:28:41.835248Z","steps":["trace[663776190] 'agreement among raft nodes before linearized reading' (duration: 972.107494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:41.835924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:40.862501Z","time spent":"973.413768ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-jjwxr\" "} {"level":"warn","ts":"2026-02-26T21:28:41.834907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:40.890961Z","time spent":"943.934259ms","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T21:28:42.054069Z","caller":"traceutil/trace.go:171","msg":"trace[1545980411] transaction","detail":"{read_only:false; response_revision:11135; number_of_response:1; }","duration":"132.71625ms","start":"2026-02-26T21:28:41.921308Z","end":"2026-02-26T21:28:42.054024Z","steps":["trace[1545980411] 'process raft request' (duration: 100.296242ms)","trace[1545980411] 'compare' (duration: 32.12112ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:28:42.21786Z","caller":"traceutil/trace.go:171","msg":"trace[981418423] transaction","detail":"{read_only:false; response_revision:11137; number_of_response:1; }","duration":"118.686128ms","start":"2026-02-26T21:28:42.099143Z","end":"2026-02-26T21:28:42.217829Z","steps":["trace[981418423] 'process raft request' (duration: 103.581779ms)","trace[981418423] 'compare' (duration: 14.974025ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:28:42.938318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.36147ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:28:42.938516Z","caller":"traceutil/trace.go:171","msg":"trace[218930985] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11138; }","duration":"469.574966ms","start":"2026-02-26T21:28:42.468917Z","end":"2026-02-26T21:28:42.938492Z","steps":["trace[218930985] 'range keys from in-memory index tree' (duration: 469.3407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:42.938671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.423245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:28:42.938796Z","caller":"traceutil/trace.go:171","msg":"trace[96610601] linearizableReadLoop","detail":"{readStateIndex:11591; appliedIndex:11590; }","duration":"475.302218ms","start":"2026-02-26T21:28:42.463476Z","end":"2026-02-26T21:28:42.938778Z","steps":["trace[96610601] 'read index received' (duration: 287.602485ms)","trace[96610601] 'applied index is now lower than readState.Index' (duration: 187.698543ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:28:42.938838Z","caller":"traceutil/trace.go:171","msg":"trace[1688034570] transaction","detail":"{read_only:false; response_revision:11139; number_of_response:1; }","duration":"614.173619ms","start":"2026-02-26T21:28:42.324622Z","end":"2026-02-26T21:28:42.938795Z","steps":["trace[1688034570] 'process raft request' (duration: 426.530748ms)","trace[1688034570] 'compare' (duration: 187.267231ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:28:42.938996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.521993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"info","ts":"2026-02-26T21:28:42.939033Z","caller":"traceutil/trace.go:171","msg":"trace[1254054979] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:11139; }","duration":"475.591715ms","start":"2026-02-26T21:28:42.463431Z","end":"2026-02-26T21:28:42.939023Z","steps":["trace[1254054979] 'agreement among raft nodes before linearized reading' (duration: 475.41619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:42.939033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:42.324602Z","time spent":"614.313893ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:28:42.939068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:42.463411Z","time spent":"475.648926ms","remote":"127.0.0.1:44178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3195,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-02-26T21:28:42.947753Z","caller":"traceutil/trace.go:171","msg":"trace[1980232834] transaction","detail":"{read_only:false; response_revision:11140; number_of_response:1; }","duration":"194.217735ms","start":"2026-02-26T21:28:42.753507Z","end":"2026-02-26T21:28:42.947725Z","steps":["trace[1980232834] 'process raft request' (duration: 194.041651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:44.042965Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.038723714s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T21:28:44.043422Z","caller":"traceutil/trace.go:171","msg":"trace[735003573] transaction","detail":"{read_only:false; response_revision:11141; number_of_response:1; }","duration":"1.28667521s","start":"2026-02-26T21:28:42.756729Z","end":"2026-02-26T21:28:44.043405Z","steps":["trace[735003573] 'process raft request' (duration: 1.286429934s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:44.04353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:42.756709Z","time spent":"1.286763422s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:28:44.043592Z","caller":"traceutil/trace.go:171","msg":"trace[1015708801] linearizableReadLoop","detail":"{readStateIndex:11594; appliedIndex:11591; }","duration":"1.104745499s","start":"2026-02-26T21:28:42.938822Z","end":"2026-02-26T21:28:44.043567Z","steps":["trace[1015708801] 'read index received' (duration: 8.68482ms)","trace[1015708801] 'applied index is now lower than readState.Index' (duration: 1.096059589s)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:28:44.043647Z","caller":"traceutil/trace.go:171","msg":"trace[1233602818] transaction","detail":"{read_only:false; response_revision:11142; number_of_response:1; }","duration":"1.196786393s","start":"2026-02-26T21:28:42.846841Z","end":"2026-02-26T21:28:44.043628Z","steps":["trace[1233602818] 'process raft request' (duration: 1.196483225s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:44.04373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:42.846812Z","time spent":"1.196876376s","remote":"127.0.0.1:53812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:28:44.043751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153949771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:28:44.043784Z","caller":"traceutil/trace.go:171","msg":"trace[910465310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11142; }","duration":"1.154031503s","start":"2026-02-26T21:28:42.889742Z","end":"2026-02-26T21:28:44.043774Z","steps":["trace[910465310] 'agreement among raft nodes before linearized reading' (duration: 1.15393702s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:44.043819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:42.889724Z","time spent":"1.154088435s","remote":"127.0.0.1:53588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:28:44.044507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574620594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209360"} {"level":"info","ts":"2026-02-26T21:28:44.044541Z","caller":"traceutil/trace.go:171","msg":"trace[2135076089] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:11142; }","duration":"1.574685876s","start":"2026-02-26T21:28:42.469848Z","end":"2026-02-26T21:28:44.044534Z","steps":["trace[2135076089] 'agreement among raft nodes before linearized reading' (duration: 1.573836993s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:44.044562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:42.469833Z","time spent":"1.574724056s","remote":"127.0.0.1:53682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2209382,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-02-26T21:28:44.0567Z","caller":"traceutil/trace.go:171","msg":"trace[1573488503] transaction","detail":"{read_only:false; response_revision:11143; number_of_response:1; }","duration":"664.296654ms","start":"2026-02-26T21:28:43.392378Z","end":"2026-02-26T21:28:44.056675Z","steps":["trace[1573488503] 'process raft request' (duration: 663.952095ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:44.056764Z","caller":"traceutil/trace.go:171","msg":"trace[1164739029] transaction","detail":"{read_only:false; response_revision:11144; number_of_response:1; }","duration":"650.627302ms","start":"2026-02-26T21:28:43.406092Z","end":"2026-02-26T21:28:44.05672Z","steps":["trace[1164739029] 'process raft request' (duration: 650.356035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:44.056807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.957406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-02-26T21:28:44.056814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:43.392354Z","time spent":"664.412668ms","remote":"127.0.0.1:53910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T21:28:44.056845Z","caller":"traceutil/trace.go:171","msg":"trace[474315238] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:11144; }","duration":"790.019688ms","start":"2026-02-26T21:28:43.266813Z","end":"2026-02-26T21:28:44.056832Z","steps":["trace[474315238] 'agreement among raft nodes before linearized reading' (duration: 789.938986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:44.056885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:43.266796Z","time spent":"790.08092ms","remote":"127.0.0.1:53740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-02-26T21:28:44.056885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:43.406065Z","time spent":"650.762296ms","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":748,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T21:28:44.056951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.830845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-26T21:28:44.05699Z","caller":"traceutil/trace.go:171","msg":"trace[1051812457] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11144; }","duration":"162.896166ms","start":"2026-02-26T21:28:43.894083Z","end":"2026-02-26T21:28:44.056979Z","steps":["trace[1051812457] 'agreement among raft nodes before linearized reading' (duration: 162.812044ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:44.057042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.404903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5s6c2\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-02-26T21:28:44.057105Z","caller":"traceutil/trace.go:171","msg":"trace[1199096403] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-5s6c2; range_end:; response_count:1; response_revision:11144; }","duration":"651.535196ms","start":"2026-02-26T21:28:43.405559Z","end":"2026-02-26T21:28:44.057095Z","steps":["trace[1199096403] 'agreement among raft nodes before linearized reading' (duration: 651.182697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:44.057153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:43.405538Z","time spent":"651.607189ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4675,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5s6c2\" "} {"level":"warn","ts":"2026-02-26T21:28:44.057234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.697556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T21:28:44.057249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.574894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T21:28:44.057267Z","caller":"traceutil/trace.go:171","msg":"trace[350069119] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:11144; }","duration":"349.759728ms","start":"2026-02-26T21:28:43.707496Z","end":"2026-02-26T21:28:44.057255Z","steps":["trace[350069119] 'agreement among raft nodes before linearized reading' (duration: 349.717416ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:44.057288Z","caller":"traceutil/trace.go:171","msg":"trace[224415938] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11144; }","duration":"163.650156ms","start":"2026-02-26T21:28:43.893627Z","end":"2026-02-26T21:28:44.057277Z","steps":["trace[224415938] 'agreement among raft nodes before linearized reading' (duration: 163.538073ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:44.057314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:43.707476Z","time spent":"349.825379ms","remote":"127.0.0.1:54082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:28:44.057117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.243204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jjwxr\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-26T21:28:44.057436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.084248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T21:28:44.056723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.318948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T21:28:44.057485Z","caller":"traceutil/trace.go:171","msg":"trace[569193373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11144; }","duration":"164.1905ms","start":"2026-02-26T21:28:43.893283Z","end":"2026-02-26T21:28:44.057474Z","steps":["trace[569193373] 'agreement among raft nodes before linearized reading' (duration: 164.073527ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:44.057501Z","caller":"traceutil/trace.go:171","msg":"trace[1462642598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11144; }","duration":"164.15974ms","start":"2026-02-26T21:28:43.893331Z","end":"2026-02-26T21:28:44.05749Z","steps":["trace[1462642598] 'agreement among raft nodes before linearized reading' (duration: 163.213555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:44.057551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.87724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T21:28:44.057595Z","caller":"traceutil/trace.go:171","msg":"trace[679438709] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11144; }","duration":"189.983332ms","start":"2026-02-26T21:28:43.8676Z","end":"2026-02-26T21:28:44.057583Z","steps":["trace[679438709] 'agreement among raft nodes before linearized reading' (duration: 189.836348ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:44.057466Z","caller":"traceutil/trace.go:171","msg":"trace[1295874305] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jjwxr; range_end:; response_count:1; response_revision:11144; }","duration":"158.605403ms","start":"2026-02-26T21:28:43.898848Z","end":"2026-02-26T21:28:44.057454Z","steps":["trace[1295874305] 'agreement among raft nodes before linearized reading' (duration: 158.225573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:44.057121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099359138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.1897e92017f19afc\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-02-26T21:28:44.057947Z","caller":"traceutil/trace.go:171","msg":"trace[774086858] range","detail":"{range_begin:/registry/events/openstack/ceph.1897e92017f19afc; range_end:; response_count:1; response_revision:11144; }","duration":"1.10021022s","start":"2026-02-26T21:28:42.957724Z","end":"2026-02-26T21:28:44.057934Z","steps":["trace[774086858] 'agreement among raft nodes before linearized reading' (duration: 1.099331366s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:44.05801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:42.957707Z","time spent":"1.100290832s","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.1897e92017f19afc\" "} {"level":"warn","ts":"2026-02-26T21:28:44.058469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.783046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T21:28:44.059072Z","caller":"traceutil/trace.go:171","msg":"trace[924992422] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11144; }","duration":"165.409783ms","start":"2026-02-26T21:28:43.89364Z","end":"2026-02-26T21:28:44.05905Z","steps":["trace[924992422] 'agreement among raft nodes before linearized reading' (duration: 164.284583ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:44.204828Z","caller":"traceutil/trace.go:171","msg":"trace[896819608] transaction","detail":"{read_only:false; response_revision:11146; number_of_response:1; }","duration":"142.895359ms","start":"2026-02-26T21:28:44.061909Z","end":"2026-02-26T21:28:44.204805Z","steps":["trace[896819608] 'process raft request' (duration: 142.703744ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:44.205144Z","caller":"traceutil/trace.go:171","msg":"trace[368405554] transaction","detail":"{read_only:false; response_revision:11147; number_of_response:1; }","duration":"143.113125ms","start":"2026-02-26T21:28:44.061986Z","end":"2026-02-26T21:28:44.205099Z","steps":["trace[368405554] 'process raft request' (duration: 142.776356ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:44.2053Z","caller":"traceutil/trace.go:171","msg":"trace[1118513166] transaction","detail":"{read_only:false; response_revision:11151; number_of_response:1; }","duration":"142.379135ms","start":"2026-02-26T21:28:44.062906Z","end":"2026-02-26T21:28:44.205285Z","steps":["trace[1118513166] 'process raft request' (duration: 142.289872ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:44.205309Z","caller":"traceutil/trace.go:171","msg":"trace[1647839237] transaction","detail":"{read_only:false; response_revision:11150; number_of_response:1; }","duration":"142.388826ms","start":"2026-02-26T21:28:44.0629Z","end":"2026-02-26T21:28:44.205289Z","steps":["trace[1647839237] 'process raft request' (duration: 142.229582ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:44.205367Z","caller":"traceutil/trace.go:171","msg":"trace[237004137] transaction","detail":"{read_only:false; response_revision:11152; number_of_response:1; }","duration":"142.414126ms","start":"2026-02-26T21:28:44.062929Z","end":"2026-02-26T21:28:44.205343Z","steps":["trace[237004137] 'process raft request' (duration: 142.299933ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:44.205474Z","caller":"traceutil/trace.go:171","msg":"trace[149541299] transaction","detail":"{read_only:false; response_revision:11153; number_of_response:1; }","duration":"141.921433ms","start":"2026-02-26T21:28:44.063542Z","end":"2026-02-26T21:28:44.205464Z","steps":["trace[149541299] 'process raft request' (duration: 141.708308ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:44.205194Z","caller":"traceutil/trace.go:171","msg":"trace[1725491899] transaction","detail":"{read_only:false; response_revision:11148; number_of_response:1; }","duration":"142.326593ms","start":"2026-02-26T21:28:44.06284Z","end":"2026-02-26T21:28:44.205167Z","steps":["trace[1725491899] 'process raft request' (duration: 142.137078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:44.205553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.880921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-26T21:28:44.205599Z","caller":"traceutil/trace.go:171","msg":"trace[2083330264] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11153; }","duration":"144.965534ms","start":"2026-02-26T21:28:44.060623Z","end":"2026-02-26T21:28:44.205588Z","steps":["trace[2083330264] 'agreement among raft nodes before linearized reading' (duration: 144.796399ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:44.205242Z","caller":"traceutil/trace.go:171","msg":"trace[411252058] transaction","detail":"{read_only:false; response_revision:11149; number_of_response:1; }","duration":"142.339504ms","start":"2026-02-26T21:28:44.062887Z","end":"2026-02-26T21:28:44.205226Z","steps":["trace[411252058] 'process raft request' (duration: 142.19787ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:44.205947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.071183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12330"} {"level":"info","ts":"2026-02-26T21:28:44.205987Z","caller":"traceutil/trace.go:171","msg":"trace[906462225] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11153; }","duration":"143.126185ms","start":"2026-02-26T21:28:44.062851Z","end":"2026-02-26T21:28:44.205978Z","steps":["trace[906462225] 'agreement among raft nodes before linearized reading' (duration: 143.012502ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:44.206091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.803256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228714"} {"level":"info","ts":"2026-02-26T21:28:44.206147Z","caller":"traceutil/trace.go:171","msg":"trace[1824356222] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:11153; }","duration":"142.899989ms","start":"2026-02-26T21:28:44.063234Z","end":"2026-02-26T21:28:44.206134Z","steps":["trace[1824356222] 'agreement among raft nodes before linearized reading' (duration: 142.580301ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:44.20625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.484986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-02-26T21:28:44.206419Z","caller":"traceutil/trace.go:171","msg":"trace[471811171] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:11153; }","duration":"134.698832ms","start":"2026-02-26T21:28:44.071696Z","end":"2026-02-26T21:28:44.206395Z","steps":["trace[471811171] 'agreement among raft nodes before linearized reading' (duration: 134.191749ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:45.223774Z","caller":"traceutil/trace.go:171","msg":"trace[517609061] transaction","detail":"{read_only:false; response_revision:11157; number_of_response:1; }","duration":"264.207016ms","start":"2026-02-26T21:28:44.959502Z","end":"2026-02-26T21:28:45.223709Z","steps":["trace[517609061] 'process raft request' (duration: 263.846056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:45.60691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.466097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-26T21:28:45.607002Z","caller":"traceutil/trace.go:171","msg":"trace[1286165244] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11157; }","duration":"184.587401ms","start":"2026-02-26T21:28:45.422398Z","end":"2026-02-26T21:28:45.606985Z","steps":["trace[1286165244] 'range keys from in-memory index tree' (duration: 184.327794ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:45.634393Z","caller":"traceutil/trace.go:171","msg":"trace[1653866795] transaction","detail":"{read_only:false; response_revision:11158; number_of_response:1; }","duration":"108.486088ms","start":"2026-02-26T21:28:45.525883Z","end":"2026-02-26T21:28:45.634369Z","steps":["trace[1653866795] 'process raft request' (duration: 108.343654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:46.177109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.611822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:28:46.177206Z","caller":"traceutil/trace.go:171","msg":"trace[1048178155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11159; }","duration":"285.745226ms","start":"2026-02-26T21:28:45.891437Z","end":"2026-02-26T21:28:46.177182Z","steps":["trace[1048178155] 'range keys from in-memory index tree' (duration: 285.52877ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:46.276393Z","caller":"traceutil/trace.go:171","msg":"trace[591666469] transaction","detail":"{read_only:false; response_revision:11160; number_of_response:1; }","duration":"225.78496ms","start":"2026-02-26T21:28:46.050583Z","end":"2026-02-26T21:28:46.276367Z","steps":["trace[591666469] 'process raft request' (duration: 225.539564ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:46.528853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.761321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228714"} {"level":"info","ts":"2026-02-26T21:28:46.52894Z","caller":"traceutil/trace.go:171","msg":"trace[201210986] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:11160; }","duration":"247.894905ms","start":"2026-02-26T21:28:46.281027Z","end":"2026-02-26T21:28:46.528921Z","steps":["trace[201210986] 'range keys from in-memory index tree' (duration: 246.959239ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:46.529464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.377335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:28:46.529577Z","caller":"traceutil/trace.go:171","msg":"trace[1107032020] transaction","detail":"{read_only:false; response_revision:11161; number_of_response:1; }","duration":"248.351067ms","start":"2026-02-26T21:28:46.281207Z","end":"2026-02-26T21:28:46.529558Z","steps":["trace[1107032020] 'process raft request' (duration: 136.755656ms)","trace[1107032020] 'compare' (duration: 111.225981ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:28:46.579764Z","caller":"traceutil/trace.go:171","msg":"trace[1114365185] transaction","detail":"{read_only:false; response_revision:11162; number_of_response:1; }","duration":"297.98809ms","start":"2026-02-26T21:28:46.281747Z","end":"2026-02-26T21:28:46.579735Z","steps":["trace[1114365185] 'process raft request' (duration: 297.787674ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:46.580081Z","caller":"traceutil/trace.go:171","msg":"trace[1691129787] transaction","detail":"{read_only:false; response_revision:11163; number_of_response:1; }","duration":"297.820405ms","start":"2026-02-26T21:28:46.282225Z","end":"2026-02-26T21:28:46.580046Z","steps":["trace[1691129787] 'process raft request' (duration: 297.471556ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:46.580177Z","caller":"traceutil/trace.go:171","msg":"trace[1224834468] transaction","detail":"{read_only:false; response_revision:11165; number_of_response:1; }","duration":"297.425275ms","start":"2026-02-26T21:28:46.282723Z","end":"2026-02-26T21:28:46.580149Z","steps":["trace[1224834468] 'process raft request' (duration: 297.346233ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:46.580228Z","caller":"traceutil/trace.go:171","msg":"trace[1573772982] transaction","detail":"{read_only:false; response_revision:11164; number_of_response:1; }","duration":"297.555908ms","start":"2026-02-26T21:28:46.282647Z","end":"2026-02-26T21:28:46.580203Z","steps":["trace[1573772982] 'process raft request' (duration: 297.287541ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:46.580269Z","caller":"traceutil/trace.go:171","msg":"trace[1143257294] transaction","detail":"{read_only:false; response_revision:11166; number_of_response:1; }","duration":"296.360516ms","start":"2026-02-26T21:28:46.283882Z","end":"2026-02-26T21:28:46.580242Z","steps":["trace[1143257294] 'process raft request' (duration: 296.231403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:54.310497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.443158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112162"} {"level":"info","ts":"2026-02-26T21:28:54.310576Z","caller":"traceutil/trace.go:171","msg":"trace[417109518] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:11228; }","duration":"400.544881ms","start":"2026-02-26T21:28:53.910015Z","end":"2026-02-26T21:28:54.310559Z","steps":["trace[417109518] 'range keys from in-memory index tree' (duration: 400.218272ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:54.310617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:53.910006Z","time spent":"400.600652ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112184,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-02-26T21:28:54.311629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.26949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209360"} {"level":"info","ts":"2026-02-26T21:28:54.311705Z","caller":"traceutil/trace.go:171","msg":"trace[1127306436] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:11228; }","duration":"210.399184ms","start":"2026-02-26T21:28:54.101289Z","end":"2026-02-26T21:28:54.311688Z","steps":["trace[1127306436] 'range keys from in-memory index tree' (duration: 208.858872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:57.425204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.31936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:28:57.425454Z","caller":"traceutil/trace.go:171","msg":"trace[136084376] transaction","detail":"{read_only:false; response_revision:11287; number_of_response:1; }","duration":"233.686169ms","start":"2026-02-26T21:28:57.191698Z","end":"2026-02-26T21:28:57.425384Z","steps":["trace[136084376] 'process raft request' (duration: 73.092472ms)","trace[136084376] 'compare' (duration: 160.201337ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:28:57.425624Z","caller":"traceutil/trace.go:171","msg":"trace[604607085] transaction","detail":"{read_only:false; response_revision:11288; number_of_response:1; }","duration":"210.65289ms","start":"2026-02-26T21:28:57.214922Z","end":"2026-02-26T21:28:57.425575Z","steps":["trace[604607085] 'process raft request' (duration: 210.466335ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:57.425462Z","caller":"traceutil/trace.go:171","msg":"trace[1929333736] linearizableReadLoop","detail":"{readStateIndex:11745; appliedIndex:11744; }","duration":"215.314223ms","start":"2026-02-26T21:28:57.210125Z","end":"2026-02-26T21:28:57.425439Z","steps":["trace[1929333736] 'read index received' (duration: 54.758358ms)","trace[1929333736] 'applied index is now lower than readState.Index' (duration: 160.553805ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:28:57.425622Z","caller":"traceutil/trace.go:171","msg":"trace[1103811182] transaction","detail":"{read_only:false; response_revision:11289; number_of_response:1; }","duration":"162.23537ms","start":"2026-02-26T21:28:57.263338Z","end":"2026-02-26T21:28:57.425573Z","steps":["trace[1103811182] 'process raft request' (duration: 162.154738ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:57.425813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.254488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-02-26T21:28:57.425901Z","caller":"traceutil/trace.go:171","msg":"trace[1203955551] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:11289; }","duration":"233.384471ms","start":"2026-02-26T21:28:57.192501Z","end":"2026-02-26T21:28:57.425885Z","steps":["trace[1203955551] 'agreement among raft nodes before linearized reading' (duration: 233.196116ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:58.034861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.391482ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T21:28:58.042574Z","caller":"traceutil/trace.go:171","msg":"trace[1965169165] linearizableReadLoop","detail":"{readStateIndex:11750; appliedIndex:11747; }","duration":"609.080584ms","start":"2026-02-26T21:28:57.433477Z","end":"2026-02-26T21:28:58.042557Z","steps":["trace[1965169165] 'read index received' (duration: 238.991769ms)","trace[1965169165] 'applied index is now lower than readState.Index' (duration: 370.088275ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:28:58.042833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.352862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-02-26T21:28:58.042863Z","caller":"traceutil/trace.go:171","msg":"trace[933945644] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:11291; }","duration":"609.492265ms","start":"2026-02-26T21:28:57.433361Z","end":"2026-02-26T21:28:58.042853Z","steps":["trace[933945644] 'agreement among raft nodes before linearized reading' (duration: 609.375552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:58.042883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:57.433339Z","time spent":"609.539387ms","remote":"127.0.0.1:53670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1153,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-02-26T21:28:58.042887Z","caller":"traceutil/trace.go:171","msg":"trace[418764192] transaction","detail":"{read_only:false; response_revision:11290; number_of_response:1; }","duration":"611.219121ms","start":"2026-02-26T21:28:57.431398Z","end":"2026-02-26T21:28:58.042617Z","steps":["trace[418764192] 'process raft request' (duration: 611.028486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:58.043041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.329627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:28:58.043134Z","caller":"traceutil/trace.go:171","msg":"trace[1202044506] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:11291; }","duration":"332.488681ms","start":"2026-02-26T21:28:57.710623Z","end":"2026-02-26T21:28:58.043112Z","steps":["trace[1202044506] 'agreement among raft nodes before linearized reading' (duration: 332.297646ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:58.043189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:57.710603Z","time spent":"332.575034ms","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:28:58.043206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:57.431373Z","time spent":"611.726665ms","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T21:28:58.04297Z","caller":"traceutil/trace.go:171","msg":"trace[1224694747] transaction","detail":"{read_only:false; response_revision:11291; number_of_response:1; }","duration":"611.316854ms","start":"2026-02-26T21:28:57.431594Z","end":"2026-02-26T21:28:58.042911Z","steps":["trace[1224694747] 'process raft request' (duration: 610.931443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:58.043457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:57.431583Z","time spent":"611.807026ms","remote":"127.0.0.1:53682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1341,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T21:28:58.042967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.710878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:28:58.043661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.322633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209360"} {"level":"info","ts":"2026-02-26T21:28:58.043705Z","caller":"traceutil/trace.go:171","msg":"trace[1139911424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11291; }","duration":"150.388266ms","start":"2026-02-26T21:28:57.893146Z","end":"2026-02-26T21:28:58.043534Z","steps":["trace[1139911424] 'agreement among raft nodes before linearized reading' (duration: 149.645797ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:58.043716Z","caller":"traceutil/trace.go:171","msg":"trace[1751602681] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:11291; }","duration":"555.417406ms","start":"2026-02-26T21:28:57.488284Z","end":"2026-02-26T21:28:58.043701Z","steps":["trace[1751602681] 'agreement among raft nodes before linearized reading' (duration: 554.44423ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:58.043751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:28:57.488263Z","time spent":"555.478868ms","remote":"127.0.0.1:53682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2209382,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-02-26T21:28:58.518573Z","caller":"traceutil/trace.go:171","msg":"trace[1851059197] linearizableReadLoop","detail":"{readStateIndex:11763; appliedIndex:11761; }","duration":"135.116192ms","start":"2026-02-26T21:28:58.383433Z","end":"2026-02-26T21:28:58.518549Z","steps":["trace[1851059197] 'read index received' (duration: 100.705752ms)","trace[1851059197] 'applied index is now lower than readState.Index' (duration: 34.4095ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:28:58.518616Z","caller":"traceutil/trace.go:171","msg":"trace[1956782900] transaction","detail":"{read_only:false; response_revision:11304; number_of_response:1; }","duration":"178.12889ms","start":"2026-02-26T21:28:58.340454Z","end":"2026-02-26T21:28:58.518583Z","steps":["trace[1956782900] 'process raft request' (duration: 178.025098ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:58.518649Z","caller":"traceutil/trace.go:171","msg":"trace[722420690] transaction","detail":"{read_only:false; response_revision:11303; number_of_response:1; }","duration":"179.811785ms","start":"2026-02-26T21:28:58.338802Z","end":"2026-02-26T21:28:58.518613Z","steps":["trace[722420690] 'process raft request' (duration: 145.335773ms)","trace[722420690] 'compare' (duration: 34.207135ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:28:58.51874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.87345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-02-26T21:28:58.518782Z","caller":"traceutil/trace.go:171","msg":"trace[1005760184] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:11304; }","duration":"178.941121ms","start":"2026-02-26T21:28:58.339829Z","end":"2026-02-26T21:28:58.51877Z","steps":["trace[1005760184] 'agreement among raft nodes before linearized reading' (duration: 178.802448ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:58.559067Z","caller":"traceutil/trace.go:171","msg":"trace[1179326921] transaction","detail":"{read_only:false; response_revision:11305; number_of_response:1; }","duration":"160.380851ms","start":"2026-02-26T21:28:58.398661Z","end":"2026-02-26T21:28:58.559042Z","steps":["trace[1179326921] 'process raft request' (duration: 160.205476ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:58.751283Z","caller":"traceutil/trace.go:171","msg":"trace[911659088] transaction","detail":"{read_only:false; response_revision:11321; number_of_response:1; }","duration":"104.590926ms","start":"2026-02-26T21:28:58.646662Z","end":"2026-02-26T21:28:58.751253Z","steps":["trace[911659088] 'process raft request' (duration: 98.375552ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:58.751474Z","caller":"traceutil/trace.go:171","msg":"trace[1956487291] linearizableReadLoop","detail":"{readStateIndex:11782; appliedIndex:11778; }","duration":"104.374061ms","start":"2026-02-26T21:28:58.647076Z","end":"2026-02-26T21:28:58.75145Z","steps":["trace[1956487291] 'read index received' (duration: 48.362079ms)","trace[1956487291] 'applied index is now lower than readState.Index' (duration: 56.010831ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:28:58.751542Z","caller":"traceutil/trace.go:171","msg":"trace[1882405480] transaction","detail":"{read_only:false; response_revision:11325; number_of_response:1; }","duration":"103.442616ms","start":"2026-02-26T21:28:58.64809Z","end":"2026-02-26T21:28:58.751533Z","steps":["trace[1882405480] 'process raft request' (duration: 103.22763ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:58.7515Z","caller":"traceutil/trace.go:171","msg":"trace[273720760] transaction","detail":"{read_only:false; response_revision:11324; number_of_response:1; }","duration":"104.281467ms","start":"2026-02-26T21:28:58.647205Z","end":"2026-02-26T21:28:58.751487Z","steps":["trace[273720760] 'process raft request' (duration: 104.061472ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:58.75157Z","caller":"traceutil/trace.go:171","msg":"trace[607083151] transaction","detail":"{read_only:false; response_revision:11326; number_of_response:1; }","duration":"102.152961ms","start":"2026-02-26T21:28:58.649393Z","end":"2026-02-26T21:28:58.751546Z","steps":["trace[607083151] 'process raft request' (duration: 101.953906ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:58.751376Z","caller":"traceutil/trace.go:171","msg":"trace[671373620] transaction","detail":"{read_only:false; response_revision:11323; number_of_response:1; }","duration":"104.38997ms","start":"2026-02-26T21:28:58.646977Z","end":"2026-02-26T21:28:58.751367Z","steps":["trace[671373620] 'process raft request' (duration: 104.249067ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:28:58.751305Z","caller":"traceutil/trace.go:171","msg":"trace[351641314] transaction","detail":"{read_only:false; response_revision:11322; number_of_response:1; }","duration":"104.38373ms","start":"2026-02-26T21:28:58.646897Z","end":"2026-02-26T21:28:58.75128Z","steps":["trace[351641314] 'process raft request' (duration: 104.286857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:28:58.751702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.606077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-02-26T21:28:58.751744Z","caller":"traceutil/trace.go:171","msg":"trace[1232810912] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:11326; }","duration":"104.682838ms","start":"2026-02-26T21:28:58.647048Z","end":"2026-02-26T21:28:58.751731Z","steps":["trace[1232810912] 'agreement among raft nodes before linearized reading' (duration: 104.496483ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:29:42.428863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:29:41.99366Z","time spent":"435.195737ms","remote":"127.0.0.1:53604","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T21:29:53.185149Z","caller":"traceutil/trace.go:171","msg":"trace[1402668457] transaction","detail":"{read_only:false; response_revision:11750; number_of_response:1; }","duration":"320.688939ms","start":"2026-02-26T21:29:52.864443Z","end":"2026-02-26T21:29:53.185132Z","steps":["trace[1402668457] 'process raft request' (duration: 320.518694ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:29:53.185294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.592223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:29:53.185541Z","caller":"traceutil/trace.go:171","msg":"trace[1500505561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11750; }","duration":"293.959822ms","start":"2026-02-26T21:29:52.891565Z","end":"2026-02-26T21:29:53.185525Z","steps":["trace[1500505561] 'agreement among raft nodes before linearized reading' (duration: 293.619053ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:29:53.185135Z","caller":"traceutil/trace.go:171","msg":"trace[1176371979] linearizableReadLoop","detail":"{readStateIndex:12221; appliedIndex:12220; }","duration":"293.48965ms","start":"2026-02-26T21:29:52.891621Z","end":"2026-02-26T21:29:53.18511Z","steps":["trace[1176371979] 'read index received' (duration: 293.267464ms)","trace[1176371979] 'applied index is now lower than readState.Index' (duration: 212.656µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:29:53.185322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:29:52.864413Z","time spent":"320.850183ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:29:53.185901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.886432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T21:29:53.18598Z","caller":"traceutil/trace.go:171","msg":"trace[1035843437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11750; }","duration":"232.038726ms","start":"2026-02-26T21:29:52.953921Z","end":"2026-02-26T21:29:53.18596Z","steps":["trace[1035843437] 'agreement among raft nodes before linearized reading' (duration: 231.82953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:29:53.186081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.511118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T21:29:53.186165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.343343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jjwxr\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-26T21:29:53.186158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.384876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-26T21:29:53.186201Z","caller":"traceutil/trace.go:171","msg":"trace[1812915615] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jjwxr; range_end:; response_count:1; response_revision:11750; }","duration":"218.414175ms","start":"2026-02-26T21:29:52.967778Z","end":"2026-02-26T21:29:53.186192Z","steps":["trace[1812915615] 'agreement among raft nodes before linearized reading' (duration: 218.311162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:29:53.186176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.031757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T21:29:53.18624Z","caller":"traceutil/trace.go:171","msg":"trace[247329111] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11750; }","duration":"178.502029ms","start":"2026-02-26T21:29:53.007717Z","end":"2026-02-26T21:29:53.186219Z","steps":["trace[247329111] 'agreement among raft nodes before linearized reading' (duration: 178.288334ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:29:53.186249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.896456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T21:29:53.186275Z","caller":"traceutil/trace.go:171","msg":"trace[1975646080] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11750; }","duration":"192.16574ms","start":"2026-02-26T21:29:52.994086Z","end":"2026-02-26T21:29:53.186252Z","steps":["trace[1975646080] 'agreement among raft nodes before linearized reading' (duration: 191.876753ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:29:53.186308Z","caller":"traceutil/trace.go:171","msg":"trace[639419981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11750; }","duration":"185.985937ms","start":"2026-02-26T21:29:53.000306Z","end":"2026-02-26T21:29:53.186292Z","steps":["trace[639419981] 'agreement among raft nodes before linearized reading' (duration: 185.770932ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:29:53.186453Z","caller":"traceutil/trace.go:171","msg":"trace[1901959714] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11750; }","duration":"187.644951ms","start":"2026-02-26T21:29:52.998537Z","end":"2026-02-26T21:29:53.186182Z","steps":["trace[1901959714] 'agreement among raft nodes before linearized reading' (duration: 187.321023ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:29:53.685996Z","caller":"traceutil/trace.go:171","msg":"trace[466863257] linearizableReadLoop","detail":"{readStateIndex:12222; appliedIndex:12221; }","duration":"494.759603ms","start":"2026-02-26T21:29:53.191212Z","end":"2026-02-26T21:29:53.685972Z","steps":["trace[466863257] 'read index received' (duration: 428.018178ms)","trace[466863257] 'applied index is now lower than readState.Index' (duration: 66.740005ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:29:53.686048Z","caller":"traceutil/trace.go:171","msg":"trace[985922689] transaction","detail":"{read_only:false; response_revision:11751; number_of_response:1; }","duration":"495.970394ms","start":"2026-02-26T21:29:53.190046Z","end":"2026-02-26T21:29:53.686017Z","steps":["trace[985922689] 'process raft request' (duration: 429.051054ms)","trace[985922689] 'compare' (duration: 66.354065ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:29:53.686198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:29:53.190024Z","time spent":"496.090768ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:29:53.686494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.258956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:29 size:261676"} {"level":"info","ts":"2026-02-26T21:29:53.686539Z","caller":"traceutil/trace.go:171","msg":"trace[1331315414] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:29; response_revision:11751; }","duration":"495.335257ms","start":"2026-02-26T21:29:53.191193Z","end":"2026-02-26T21:29:53.686528Z","steps":["trace[1331315414] 'agreement among raft nodes before linearized reading' (duration: 494.892276ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:29:53.68658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:29:53.191183Z","time spent":"495.387659ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":29,"response size":261698,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-26T21:29:54.227495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.435309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:29:54.227814Z","caller":"traceutil/trace.go:171","msg":"trace[1483824290] transaction","detail":"{read_only:false; response_revision:11752; number_of_response:1; }","duration":"1.036571199s","start":"2026-02-26T21:29:53.191207Z","end":"2026-02-26T21:29:54.227778Z","steps":["trace[1483824290] 'process raft request' (duration: 731.723608ms)","trace[1483824290] 'compare' (duration: 303.964697ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:29:54.227989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:29:53.19119Z","time spent":"1.036713772s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:29:54.22816Z","caller":"traceutil/trace.go:171","msg":"trace[313410007] linearizableReadLoop","detail":"{readStateIndex:12228; appliedIndex:12222; }","duration":"542.081083ms","start":"2026-02-26T21:29:53.68606Z","end":"2026-02-26T21:29:54.228141Z","steps":["trace[313410007] 'read index received' (duration: 236.802391ms)","trace[313410007] 'applied index is now lower than readState.Index' (duration: 305.277852ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:29:54.228351Z","caller":"traceutil/trace.go:171","msg":"trace[1022572461] transaction","detail":"{read_only:false; response_revision:11756; number_of_response:1; }","duration":"1.023066341s","start":"2026-02-26T21:29:53.205271Z","end":"2026-02-26T21:29:54.228337Z","steps":["trace[1022572461] 'process raft request' (duration: 1.022797804s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:29:54.228428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:29:53.205255Z","time spent":"1.023143853s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:29:54.228435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.792242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:29:54.228462Z","caller":"traceutil/trace.go:171","msg":"trace[838456660] transaction","detail":"{read_only:false; response_revision:11755; number_of_response:1; }","duration":"1.037179284s","start":"2026-02-26T21:29:53.191271Z","end":"2026-02-26T21:29:54.22845Z","steps":["trace[838456660] 'process raft request' (duration: 1.036759593s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:29:54.228502Z","caller":"traceutil/trace.go:171","msg":"trace[1993967533] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:11757; }","duration":"924.906245ms","start":"2026-02-26T21:29:53.303578Z","end":"2026-02-26T21:29:54.228484Z","steps":["trace[1993967533] 'agreement among raft nodes before linearized reading' (duration: 924.754171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:29:54.228556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:29:53.303554Z","time spent":"924.988928ms","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":59,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-02-26T21:29:54.228515Z","caller":"traceutil/trace.go:171","msg":"trace[1748414081] transaction","detail":"{read_only:false; response_revision:11753; number_of_response:1; }","duration":"1.037270077s","start":"2026-02-26T21:29:53.191232Z","end":"2026-02-26T21:29:54.228502Z","steps":["trace[1748414081] 'process raft request' (duration: 1.036411224s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:29:54.228699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.273331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:29:54.228581Z","caller":"traceutil/trace.go:171","msg":"trace[1768515172] transaction","detail":"{read_only:false; response_revision:11757; number_of_response:1; }","duration":"622.13331ms","start":"2026-02-26T21:29:53.606409Z","end":"2026-02-26T21:29:54.228542Z","steps":["trace[1768515172] 'process raft request' (duration: 621.694358ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:29:54.228752Z","caller":"traceutil/trace.go:171","msg":"trace[1347250573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11757; }","duration":"336.410695ms","start":"2026-02-26T21:29:53.892326Z","end":"2026-02-26T21:29:54.228737Z","steps":["trace[1347250573] 'agreement among raft nodes before linearized reading' (duration: 336.153788ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:29:54.228806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:29:53.892306Z","time spent":"336.484897ms","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:29:54.228834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:29:53.606376Z","time spent":"622.396317ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:29:54.228723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:29:53.191217Z","time spent":"1.037448601s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:29:54.228516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:29:53.191264Z","time spent":"1.037227435s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:29:54.228449Z","caller":"traceutil/trace.go:171","msg":"trace[1233666816] transaction","detail":"{read_only:false; response_revision:11754; number_of_response:1; }","duration":"1.037170014s","start":"2026-02-26T21:29:53.191252Z","end":"2026-02-26T21:29:54.228422Z","steps":["trace[1233666816] 'process raft request' (duration: 1.036736632s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:29:54.230204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:29:53.191237Z","time spent":"1.03890872s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:29:54.583221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.498811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:29:54.583342Z","caller":"traceutil/trace.go:171","msg":"trace[678009339] linearizableReadLoop","detail":"{readStateIndex:12229; appliedIndex:12228; }","duration":"135.213765ms","start":"2026-02-26T21:29:54.448105Z","end":"2026-02-26T21:29:54.583318Z","steps":["trace[678009339] 'read index received' (duration: 62.451µs)","trace[678009339] 'applied index is now lower than readState.Index' (duration: 135.149554ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:29:54.583424Z","caller":"traceutil/trace.go:171","msg":"trace[1823255793] transaction","detail":"{read_only:false; response_revision:11758; number_of_response:1; }","duration":"296.978382ms","start":"2026-02-26T21:29:54.286408Z","end":"2026-02-26T21:29:54.583386Z","steps":["trace[1823255793] 'process raft request' (duration: 155.224854ms)","trace[1823255793] 'compare' (duration: 141.362728ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:29:54.583925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.821662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:29:54.583983Z","caller":"traceutil/trace.go:171","msg":"trace[1149094175] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:11758; }","duration":"135.939514ms","start":"2026-02-26T21:29:54.448027Z","end":"2026-02-26T21:29:54.583966Z","steps":["trace[1149094175] 'agreement among raft nodes before linearized reading' (duration: 135.349669ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:29:54.669758Z","caller":"traceutil/trace.go:171","msg":"trace[1591069478] transaction","detail":"{read_only:false; response_revision:11759; number_of_response:1; }","duration":"144.45935ms","start":"2026-02-26T21:29:54.525276Z","end":"2026-02-26T21:29:54.669735Z","steps":["trace[1591069478] 'process raft request' (duration: 144.350697ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:30:15.96637Z","caller":"traceutil/trace.go:171","msg":"trace[553915039] linearizableReadLoop","detail":"{readStateIndex:12446; appliedIndex:12445; }","duration":"141.183183ms","start":"2026-02-26T21:30:15.825163Z","end":"2026-02-26T21:30:15.966346Z","steps":["trace[553915039] 'read index received' (duration: 106.451015ms)","trace[553915039] 'applied index is now lower than readState.Index' (duration: 34.731338ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:30:15.966492Z","caller":"traceutil/trace.go:171","msg":"trace[1058856779] transaction","detail":"{read_only:false; response_revision:11970; number_of_response:1; }","duration":"172.189773ms","start":"2026-02-26T21:30:15.794289Z","end":"2026-02-26T21:30:15.966479Z","steps":["trace[1058856779] 'process raft request' (duration: 137.261599ms)","trace[1058856779] 'compare' (duration: 34.692397ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:30:15.967026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.8452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jjwxr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T21:30:15.967111Z","caller":"traceutil/trace.go:171","msg":"trace[16038461] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jjwxr; range_end:; response_count:1; response_revision:11970; }","duration":"141.983964ms","start":"2026-02-26T21:30:15.825108Z","end":"2026-02-26T21:30:15.967092Z","steps":["trace[16038461] 'agreement among raft nodes before linearized reading' (duration: 141.700596ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:31:18.767182Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10097} {"level":"info","ts":"2026-02-26T21:31:18.835923Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10097,"took":"66.881679ms","hash":3825037761,"current-db-size-bytes":38735872,"current-db-size":"39 MB","current-db-size-in-use-bytes":26324992,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-02-26T21:31:18.835984Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3825037761,"revision":10097,"compact-revision":7640} {"level":"warn","ts":"2026-02-26T21:31:47.971481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.019909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12330"} {"level":"info","ts":"2026-02-26T21:31:47.971581Z","caller":"traceutil/trace.go:171","msg":"trace[102098997] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12607; }","duration":"284.171193ms","start":"2026-02-26T21:31:47.687396Z","end":"2026-02-26T21:31:47.971567Z","steps":["trace[102098997] 'range keys from in-memory index tree' (duration: 283.856435ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:31:47.971582Z","caller":"traceutil/trace.go:171","msg":"trace[719121952] linearizableReadLoop","detail":"{readStateIndex:13110; appliedIndex:13109; }","duration":"247.620397ms","start":"2026-02-26T21:31:47.723935Z","end":"2026-02-26T21:31:47.971555Z","steps":["trace[719121952] 'read index received' (duration: 245.536722ms)","trace[719121952] 'applied index is now lower than readState.Index' (duration: 2.082205ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:31:47.971671Z","caller":"traceutil/trace.go:171","msg":"trace[1277124190] transaction","detail":"{read_only:false; response_revision:12608; number_of_response:1; }","duration":"281.070771ms","start":"2026-02-26T21:31:47.690557Z","end":"2026-02-26T21:31:47.971628Z","steps":["trace[1277124190] 'process raft request' (duration: 278.905663ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:31:47.971898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.543272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:899"} {"level":"warn","ts":"2026-02-26T21:31:47.971949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.959477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1146"} {"level":"info","ts":"2026-02-26T21:31:47.971987Z","caller":"traceutil/trace.go:171","msg":"trace[1189211485] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:12608; }","duration":"172.023009ms","start":"2026-02-26T21:31:47.799951Z","end":"2026-02-26T21:31:47.971974Z","steps":["trace[1189211485] 'agreement among raft nodes before linearized reading' (duration: 171.925746ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:31:47.971996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.493653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:31:47.972049Z","caller":"traceutil/trace.go:171","msg":"trace[673311390] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:12608; }","duration":"146.570065ms","start":"2026-02-26T21:31:47.82546Z","end":"2026-02-26T21:31:47.97203Z","steps":["trace[673311390] 'agreement among raft nodes before linearized reading' (duration: 146.494143ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:31:47.972072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.160442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-02-26T21:31:47.972104Z","caller":"traceutil/trace.go:171","msg":"trace[22444820] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:12608; }","duration":"172.211983ms","start":"2026-02-26T21:31:47.799881Z","end":"2026-02-26T21:31:47.972093Z","steps":["trace[22444820] 'agreement among raft nodes before linearized reading' (duration: 172.127861ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:31:47.972195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.826074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-ks-endpoints\" ","response":"range_response_count:1 size:12654"} {"level":"warn","ts":"2026-02-26T21:31:47.972191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.766215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-rabbit-init\" ","response":"range_response_count:1 size:5086"} {"level":"info","ts":"2026-02-26T21:31:47.972236Z","caller":"traceutil/trace.go:171","msg":"trace[2108578705] range","detail":"{range_begin:/registry/jobs/openstack/glance-ks-endpoints; range_end:; response_count:1; response_revision:12608; }","duration":"171.903366ms","start":"2026-02-26T21:31:47.800324Z","end":"2026-02-26T21:31:47.972227Z","steps":["trace[2108578705] 'agreement among raft nodes before linearized reading' (duration: 171.801933ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:31:47.972249Z","caller":"traceutil/trace.go:171","msg":"trace[1558972791] range","detail":"{range_begin:/registry/jobs/openstack/glance-rabbit-init; range_end:; response_count:1; response_revision:12608; }","duration":"170.826497ms","start":"2026-02-26T21:31:47.80141Z","end":"2026-02-26T21:31:47.972236Z","steps":["trace[1558972791] 'agreement among raft nodes before linearized reading' (duration: 170.665643ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:31:47.972297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.521402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-ks-user\" ","response":"range_response_count:1 size:7440"} {"level":"warn","ts":"2026-02-26T21:31:47.971913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.30472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-storage-init\" ","response":"range_response_count:1 size:7496"} {"level":"info","ts":"2026-02-26T21:31:47.972378Z","caller":"traceutil/trace.go:171","msg":"trace[2127085632] range","detail":"{range_begin:/registry/jobs/openstack/glance-ks-user; range_end:; response_count:1; response_revision:12608; }","duration":"172.660165ms","start":"2026-02-26T21:31:47.7997Z","end":"2026-02-26T21:31:47.972361Z","steps":["trace[2127085632] 'agreement among raft nodes before linearized reading' (duration: 172.405618ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:31:47.971981Z","caller":"traceutil/trace.go:171","msg":"trace[1640671017] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:12608; }","duration":"172.686326ms","start":"2026-02-26T21:31:47.799277Z","end":"2026-02-26T21:31:47.971964Z","steps":["trace[1640671017] 'agreement among raft nodes before linearized reading' (duration: 172.436489ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:31:47.972406Z","caller":"traceutil/trace.go:171","msg":"trace[457744682] range","detail":"{range_begin:/registry/jobs/openstack/glance-storage-init; range_end:; response_count:1; response_revision:12608; }","duration":"171.819913ms","start":"2026-02-26T21:31:47.800565Z","end":"2026-02-26T21:31:47.972385Z","steps":["trace[457744682] 'agreement among raft nodes before linearized reading' (duration: 171.152605ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:31:47.972546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.212314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-db-sync\" ","response":"range_response_count:1 size:5188"} {"level":"info","ts":"2026-02-26T21:31:47.97259Z","caller":"traceutil/trace.go:171","msg":"trace[476846618] range","detail":"{range_begin:/registry/jobs/openstack/glance-db-sync; range_end:; response_count:1; response_revision:12608; }","duration":"172.282075ms","start":"2026-02-26T21:31:47.800298Z","end":"2026-02-26T21:31:47.97258Z","steps":["trace[476846618] 'agreement among raft nodes before linearized reading' (duration: 172.175972ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:31:47.974279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.329909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T21:31:47.974368Z","caller":"traceutil/trace.go:171","msg":"trace[5897026] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:12608; }","duration":"250.482103ms","start":"2026-02-26T21:31:47.723865Z","end":"2026-02-26T21:31:47.974347Z","steps":["trace[5897026] 'agreement among raft nodes before linearized reading' (duration: 247.809642ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:32:10.180519Z","caller":"traceutil/trace.go:171","msg":"trace[1104830938] transaction","detail":"{read_only:false; response_revision:12819; number_of_response:1; }","duration":"108.455218ms","start":"2026-02-26T21:32:10.072036Z","end":"2026-02-26T21:32:10.180491Z","steps":["trace[1104830938] 'process raft request' (duration: 108.301604ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:32:13.774863Z","caller":"traceutil/trace.go:171","msg":"trace[1038440711] linearizableReadLoop","detail":"{readStateIndex:13356; appliedIndex:13355; }","duration":"211.194854ms","start":"2026-02-26T21:32:13.563636Z","end":"2026-02-26T21:32:13.774831Z","steps":["trace[1038440711] 'read index received' (duration: 55.852477ms)","trace[1038440711] 'applied index is now lower than readState.Index' (duration: 155.341117ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:32:13.775034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.374919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:32:13.77509Z","caller":"traceutil/trace.go:171","msg":"trace[1318160419] transaction","detail":"{read_only:false; response_revision:12847; number_of_response:1; }","duration":"212.023427ms","start":"2026-02-26T21:32:13.563052Z","end":"2026-02-26T21:32:13.775075Z","steps":["trace[1318160419] 'process raft request' (duration: 186.43632ms)","trace[1318160419] 'compare' (duration: 24.988171ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:32:13.775096Z","caller":"traceutil/trace.go:171","msg":"trace[1155803594] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12847; }","duration":"211.466072ms","start":"2026-02-26T21:32:13.563611Z","end":"2026-02-26T21:32:13.775077Z","steps":["trace[1155803594] 'agreement among raft nodes before linearized reading' (duration: 211.369419ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:33:03.016907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.722096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:33:03.016983Z","caller":"traceutil/trace.go:171","msg":"trace[1347108909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13226; }","duration":"127.83217ms","start":"2026-02-26T21:33:02.889138Z","end":"2026-02-26T21:33:03.01697Z","steps":["trace[1347108909] 'range keys from in-memory index tree' (duration: 127.658225ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:33:17.039433Z","caller":"traceutil/trace.go:171","msg":"trace[1025423732] transaction","detail":"{read_only:false; response_revision:13480; number_of_response:1; }","duration":"116.10258ms","start":"2026-02-26T21:33:16.923306Z","end":"2026-02-26T21:33:17.039408Z","steps":["trace[1025423732] 'process raft request' (duration: 115.961226ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:33:17.049736Z","caller":"traceutil/trace.go:171","msg":"trace[627509861] transaction","detail":"{read_only:false; response_revision:13481; number_of_response:1; }","duration":"119.675694ms","start":"2026-02-26T21:33:16.930033Z","end":"2026-02-26T21:33:17.049709Z","steps":["trace[627509861] 'process raft request' (duration: 117.958009ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:33:17.461479Z","caller":"traceutil/trace.go:171","msg":"trace[866360604] transaction","detail":"{read_only:false; response_revision:13483; number_of_response:1; }","duration":"132.120493ms","start":"2026-02-26T21:33:17.329337Z","end":"2026-02-26T21:33:17.461458Z","steps":["trace[866360604] 'process raft request' (duration: 131.830105ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:33:17.991826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.410783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:33:17.99206Z","caller":"traceutil/trace.go:171","msg":"trace[570903345] linearizableReadLoop","detail":"{readStateIndex:14010; appliedIndex:14009; }","duration":"530.62002ms","start":"2026-02-26T21:33:17.461422Z","end":"2026-02-26T21:33:17.992042Z","steps":["trace[570903345] 'read index received' (duration: 167.966281ms)","trace[570903345] 'applied index is now lower than readState.Index' (duration: 362.652159ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:33:17.992281Z","caller":"traceutil/trace.go:171","msg":"trace[1083000461] transaction","detail":"{read_only:false; response_revision:13484; number_of_response:1; }","duration":"538.535559ms","start":"2026-02-26T21:33:17.453717Z","end":"2026-02-26T21:33:17.992252Z","steps":["trace[1083000461] 'process raft request' (duration: 175.618704ms)","trace[1083000461] 'compare' (duration: 361.913389ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:33:17.992369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.097675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T21:33:17.992396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.679433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T21:33:17.992407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.004924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T21:33:17.992436Z","caller":"traceutil/trace.go:171","msg":"trace[168162974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13484; }","duration":"536.196577ms","start":"2026-02-26T21:33:17.456224Z","end":"2026-02-26T21:33:17.99242Z","steps":["trace[168162974] 'agreement among raft nodes before linearized reading' (duration: 536.010072ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:33:17.992455Z","caller":"traceutil/trace.go:171","msg":"trace[1086467133] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13484; }","duration":"538.776765ms","start":"2026-02-26T21:33:17.453659Z","end":"2026-02-26T21:33:17.992436Z","steps":["trace[1086467133] 'agreement among raft nodes before linearized reading' (duration: 538.59454ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:33:17.992459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:33:17.4537Z","time spent":"538.651802ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:33:17.99248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:33:17.456211Z","time spent":"536.260089ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T21:33:17.992395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.484998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:33:17.992496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:33:17.453636Z","time spent":"538.851508ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T21:33:17.992477Z","caller":"traceutil/trace.go:171","msg":"trace[1918041011] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13484; }","duration":"561.136167ms","start":"2026-02-26T21:33:17.431325Z","end":"2026-02-26T21:33:17.992461Z","steps":["trace[1918041011] 'agreement among raft nodes before linearized reading' (duration: 560.926441ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:33:17.992601Z","caller":"traceutil/trace.go:171","msg":"trace[1176374841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13484; }","duration":"100.720544ms","start":"2026-02-26T21:33:17.891839Z","end":"2026-02-26T21:33:17.99256Z","steps":["trace[1176374841] 'agreement among raft nodes before linearized reading' (duration: 100.462977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:33:17.992597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:33:17.431306Z","time spent":"561.2726ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T21:33:31.017554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.518002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:33:31.017652Z","caller":"traceutil/trace.go:171","msg":"trace[30822781] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:13551; }","duration":"127.674536ms","start":"2026-02-26T21:33:30.889954Z","end":"2026-02-26T21:33:31.017629Z","steps":["trace[30822781] 'count revisions from in-memory index tree' (duration: 127.375458ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:33:31.017742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.189847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:33:31.017829Z","caller":"traceutil/trace.go:171","msg":"trace[1753440880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13551; }","duration":"126.327151ms","start":"2026-02-26T21:33:30.891481Z","end":"2026-02-26T21:33:31.017809Z","steps":["trace[1753440880] 'range keys from in-memory index tree' (duration: 126.077564ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:33:31.017992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.282802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-26T21:33:31.018067Z","caller":"traceutil/trace.go:171","msg":"trace[1827927048] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13551; }","duration":"142.400375ms","start":"2026-02-26T21:33:30.875647Z","end":"2026-02-26T21:33:31.018047Z","steps":["trace[1827927048] 'range keys from in-memory index tree' (duration: 142.086717ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:33:31.683231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.996904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T21:33:31.683297Z","caller":"traceutil/trace.go:171","msg":"trace[1968224855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13552; }","duration":"558.089067ms","start":"2026-02-26T21:33:31.125189Z","end":"2026-02-26T21:33:31.683278Z","steps":["trace[1968224855] 'range keys from in-memory index tree' (duration: 557.872921ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:33:31.683325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:33:31.125177Z","time spent":"558.142078ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T21:33:31.764401Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355707594,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T21:33:31.814317Z","caller":"traceutil/trace.go:171","msg":"trace[422823059] transaction","detail":"{read_only:false; response_revision:13553; number_of_response:1; }","duration":"650.456998ms","start":"2026-02-26T21:33:31.163836Z","end":"2026-02-26T21:33:31.814293Z","steps":["trace[422823059] 'process raft request' (duration: 650.245162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:33:31.814466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:33:31.163818Z","time spent":"650.571721ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:33:32.127863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.66994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:33:32.128281Z","caller":"traceutil/trace.go:171","msg":"trace[1354995582] linearizableReadLoop","detail":"{readStateIndex:14082; appliedIndex:14080; }","duration":"864.352224ms","start":"2026-02-26T21:33:31.2639Z","end":"2026-02-26T21:33:32.128253Z","steps":["trace[1354995582] 'read index received' (duration: 550.29984ms)","trace[1354995582] 'applied index is now lower than readState.Index' (duration: 314.049134ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:33:32.12837Z","caller":"traceutil/trace.go:171","msg":"trace[1421173159] transaction","detail":"{read_only:false; response_revision:13554; number_of_response:1; }","duration":"441.777261ms","start":"2026-02-26T21:33:31.686549Z","end":"2026-02-26T21:33:32.128327Z","steps":["trace[1421173159] 'process raft request' (duration: 230.513725ms)","trace[1421173159] 'compare' (duration: 210.542207ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:33:32.1286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.693683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-26T21:33:32.128705Z","caller":"traceutil/trace.go:171","msg":"trace[1304021507] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13555; }","duration":"864.820816ms","start":"2026-02-26T21:33:31.263859Z","end":"2026-02-26T21:33:32.12868Z","steps":["trace[1304021507] 'agreement among raft nodes before linearized reading' (duration: 864.489398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:33:32.128828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:33:31.686526Z","time spent":"442.036457ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:33:32.128857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:33:31.263839Z","time spent":"864.97401ms","remote":"127.0.0.1:53744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-02-26T21:33:32.7274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.886015ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:33:32.727492Z","caller":"traceutil/trace.go:171","msg":"trace[1092080962] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13555; }","duration":"258.988648ms","start":"2026-02-26T21:33:32.468489Z","end":"2026-02-26T21:33:32.727478Z","steps":["trace[1092080962] 'range keys from in-memory index tree' (duration: 258.873155ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:33:32.727642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.08386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:33:32.727788Z","caller":"traceutil/trace.go:171","msg":"trace[1595223971] linearizableReadLoop","detail":"{readStateIndex:14084; appliedIndex:14083; }","duration":"599.423559ms","start":"2026-02-26T21:33:32.128338Z","end":"2026-02-26T21:33:32.727761Z","steps":["trace[1595223971] 'read index received' (duration: 416.161504ms)","trace[1595223971] 'applied index is now lower than readState.Index' (duration: 183.259975ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:33:32.72792Z","caller":"traceutil/trace.go:171","msg":"trace[1766805207] transaction","detail":"{read_only:false; response_revision:13556; number_of_response:1; }","duration":"666.316017ms","start":"2026-02-26T21:33:32.061585Z","end":"2026-02-26T21:33:32.727901Z","steps":["trace[1766805207] 'process raft request' (duration: 482.881927ms)","trace[1766805207] 'compare' (duration: 182.974578ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:33:32.728022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:33:32.061567Z","time spent":"666.40065ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:33:32.728139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463943847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:33:32.728172Z","caller":"traceutil/trace.go:171","msg":"trace[395556784] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:13556; }","duration":"1.46405011s","start":"2026-02-26T21:33:31.264111Z","end":"2026-02-26T21:33:32.728162Z","steps":["trace[395556784] 'agreement among raft nodes before linearized reading' (duration: 1.463953157s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:33:32.728173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191282978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-26T21:33:32.728196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:33:31.264096Z","time spent":"1.464093182s","remote":"127.0.0.1:53812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-02-26T21:33:32.728255Z","caller":"traceutil/trace.go:171","msg":"trace[369697147] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13556; }","duration":"1.191396241s","start":"2026-02-26T21:33:31.536837Z","end":"2026-02-26T21:33:32.728234Z","steps":["trace[369697147] 'agreement among raft nodes before linearized reading' (duration: 1.191158684s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:33:32.728275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464125862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:33:32.728305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:33:31.536826Z","time spent":"1.191470633s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T21:33:32.728314Z","caller":"traceutil/trace.go:171","msg":"trace[1840120786] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:13556; }","duration":"1.464203275s","start":"2026-02-26T21:33:31.264098Z","end":"2026-02-26T21:33:32.728302Z","steps":["trace[1840120786] 'agreement among raft nodes before linearized reading' (duration: 1.464140003s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:33:32.728352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:33:31.264076Z","time spent":"1.464269326s","remote":"127.0.0.1:53812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-02-26T21:33:32.728463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464335748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:33:32.728496Z","caller":"traceutil/trace.go:171","msg":"trace[1999879311] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:13556; }","duration":"1.464400219s","start":"2026-02-26T21:33:31.264088Z","end":"2026-02-26T21:33:32.728488Z","steps":["trace[1999879311] 'agreement among raft nodes before linearized reading' (duration: 1.464337538s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:33:32.728522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:33:31.264071Z","time spent":"1.46444578s","remote":"127.0.0.1:53812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T21:33:32.728581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355428269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:33:32.728609Z","caller":"traceutil/trace.go:171","msg":"trace[70312145] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:13556; }","duration":"1.35549726s","start":"2026-02-26T21:33:31.373104Z","end":"2026-02-26T21:33:32.728602Z","steps":["trace[70312145] 'agreement among raft nodes before linearized reading' (duration: 1.355408748s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:33:32.728656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:33:31.373081Z","time spent":"1.355563402s","remote":"127.0.0.1:54052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":31,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:33:32.728657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.869331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T21:33:32.728701Z","caller":"traceutil/trace.go:171","msg":"trace[1022764130] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13556; }","duration":"630.961683ms","start":"2026-02-26T21:33:32.097726Z","end":"2026-02-26T21:33:32.728688Z","steps":["trace[1022764130] 'agreement among raft nodes before linearized reading' (duration: 630.814509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:33:32.728741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:33:32.097702Z","time spent":"631.032085ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T21:33:32.728765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463327692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-02-26T21:33:32.728787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392339544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jjwxr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T21:33:32.728809Z","caller":"traceutil/trace.go:171","msg":"trace[775158697] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:13556; }","duration":"1.463382843s","start":"2026-02-26T21:33:31.265415Z","end":"2026-02-26T21:33:32.728798Z","steps":["trace[775158697] 'agreement among raft nodes before linearized reading' (duration: 1.46327017s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:33:32.728821Z","caller":"traceutil/trace.go:171","msg":"trace[161301577] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jjwxr; range_end:; response_count:1; response_revision:13556; }","duration":"1.392422826s","start":"2026-02-26T21:33:31.336389Z","end":"2026-02-26T21:33:32.728812Z","steps":["trace[161301577] 'agreement among raft nodes before linearized reading' (duration: 1.392277872s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:33:32.728844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:33:31.336377Z","time spent":"1.392461948s","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-jjwxr\" "} {"level":"warn","ts":"2026-02-26T21:33:32.72884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:33:31.265408Z","time spent":"1.463424964s","remote":"127.0.0.1:53812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-02-26T21:33:32.728886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.105547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T21:33:32.72892Z","caller":"traceutil/trace.go:171","msg":"trace[936117703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13556; }","duration":"631.184919ms","start":"2026-02-26T21:33:32.097726Z","end":"2026-02-26T21:33:32.728911Z","steps":["trace[936117703] 'agreement among raft nodes before linearized reading' (duration: 631.092686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:33:32.728946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.492863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:33:32.728951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:33:32.097711Z","time spent":"631.23416ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T21:33:32.728975Z","caller":"traceutil/trace.go:171","msg":"trace[177508179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13556; }","duration":"837.552365ms","start":"2026-02-26T21:33:31.891414Z","end":"2026-02-26T21:33:32.728966Z","steps":["trace[177508179] 'agreement among raft nodes before linearized reading' (duration: 837.509984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:33:32.728969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.677166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:33:32.728962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.172948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T21:33:32.72901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:33:31.891397Z","time spent":"837.607507ms","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T21:33:32.729022Z","caller":"traceutil/trace.go:171","msg":"trace[1286588922] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:13556; }","duration":"818.770448ms","start":"2026-02-26T21:33:31.910237Z","end":"2026-02-26T21:33:32.729007Z","steps":["trace[1286588922] 'agreement among raft nodes before linearized reading' (duration: 818.694036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:33:32.729046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098783822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T21:33:32.729056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:33:31.910217Z","time spent":"818.83048ms","remote":"127.0.0.1:46424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-02-26T21:33:32.729085Z","caller":"traceutil/trace.go:171","msg":"trace[1905741261] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:13556; }","duration":"1.098861564s","start":"2026-02-26T21:33:31.630213Z","end":"2026-02-26T21:33:32.729074Z","steps":["trace[1905741261] 'agreement among raft nodes before linearized reading' (duration: 1.098797162s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:33:32.729119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:33:31.630191Z","time spent":"1.098920436s","remote":"127.0.0.1:34160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:33:32.729146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.363062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T21:33:32.729166Z","caller":"traceutil/trace.go:171","msg":"trace[1443440623] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13556; }","duration":"654.403712ms","start":"2026-02-26T21:33:32.074756Z","end":"2026-02-26T21:33:32.72916Z","steps":["trace[1443440623] 'agreement among raft nodes before linearized reading' (duration: 654.351121ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:33:32.729175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.293604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-02-26T21:33:32.729191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:33:32.074746Z","time spent":"654.441814ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T21:33:32.729206Z","caller":"traceutil/trace.go:171","msg":"trace[60136152] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:13556; }","duration":"723.352136ms","start":"2026-02-26T21:33:32.005844Z","end":"2026-02-26T21:33:32.729196Z","steps":["trace[60136152] 'agreement among raft nodes before linearized reading' (duration: 723.226653ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:33:32.729043Z","caller":"traceutil/trace.go:171","msg":"trace[1732765763] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:13556; }","duration":"735.318363ms","start":"2026-02-26T21:33:31.993701Z","end":"2026-02-26T21:33:32.72902Z","steps":["trace[1732765763] 'agreement among raft nodes before linearized reading' (duration: 735.187049ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:33:32.729091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.026308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:33:32.729264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:33:31.99368Z","time spent":"735.571919ms","remote":"127.0.0.1:34206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:33:32.729254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:33:32.005826Z","time spent":"723.420688ms","remote":"127.0.0.1:53604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"info","ts":"2026-02-26T21:33:32.729319Z","caller":"traceutil/trace.go:171","msg":"trace[1664416769] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:13556; }","duration":"720.275614ms","start":"2026-02-26T21:33:32.009032Z","end":"2026-02-26T21:33:32.729308Z","steps":["trace[1664416769] 'agreement among raft nodes before linearized reading' (duration: 720.033408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:33:32.729357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:33:32.009021Z","time spent":"720.324246ms","remote":"127.0.0.1:34236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:33:32.729615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465384555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:33:32.729691Z","caller":"traceutil/trace.go:171","msg":"trace[277154061] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13556; }","duration":"1.465475128s","start":"2026-02-26T21:33:31.264208Z","end":"2026-02-26T21:33:32.729683Z","steps":["trace[277154061] 'agreement among raft nodes before linearized reading' (duration: 1.46442998s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:33:32.730508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:33:31.264201Z","time spent":"1.46629439s","remote":"127.0.0.1:53812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-02-26T21:33:32.919025Z","caller":"traceutil/trace.go:171","msg":"trace[552752126] transaction","detail":"{read_only:false; response_revision:13557; number_of_response:1; }","duration":"185.128975ms","start":"2026-02-26T21:33:32.733864Z","end":"2026-02-26T21:33:32.918993Z","steps":["trace[552752126] 'process raft request' (duration: 184.874808ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:33:32.919092Z","caller":"traceutil/trace.go:171","msg":"trace[2037309073] transaction","detail":"{read_only:false; response_revision:13558; number_of_response:1; }","duration":"185.177756ms","start":"2026-02-26T21:33:32.733872Z","end":"2026-02-26T21:33:32.91905Z","steps":["trace[2037309073] 'process raft request' (duration: 185.020402ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:33:32.919124Z","caller":"traceutil/trace.go:171","msg":"trace[1801733388] linearizableReadLoop","detail":"{readStateIndex:14087; appliedIndex:14084; }","duration":"185.010501ms","start":"2026-02-26T21:33:32.734086Z","end":"2026-02-26T21:33:32.919097Z","steps":["trace[1801733388] 'read index received' (duration: 23.042439ms)","trace[1801733388] 'applied index is now lower than readState.Index' (duration: 161.966912ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:33:32.919294Z","caller":"traceutil/trace.go:171","msg":"trace[615398948] transaction","detail":"{read_only:false; response_revision:13561; number_of_response:1; }","duration":"184.687843ms","start":"2026-02-26T21:33:32.734597Z","end":"2026-02-26T21:33:32.919285Z","steps":["trace[615398948] 'process raft request' (duration: 184.462017ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:33:32.919372Z","caller":"traceutil/trace.go:171","msg":"trace[491230489] transaction","detail":"{read_only:false; response_revision:13560; number_of_response:1; }","duration":"185.146906ms","start":"2026-02-26T21:33:32.734187Z","end":"2026-02-26T21:33:32.919334Z","steps":["trace[491230489] 'process raft request' (duration: 184.826687ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:33:32.919488Z","caller":"traceutil/trace.go:171","msg":"trace[1429033468] transaction","detail":"{read_only:false; response_revision:13559; number_of_response:1; }","duration":"185.140425ms","start":"2026-02-26T21:33:32.734166Z","end":"2026-02-26T21:33:32.919307Z","steps":["trace[1429033468] 'process raft request' (duration: 184.795566ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:33:32.919825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.714151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447882"} {"level":"info","ts":"2026-02-26T21:33:32.91989Z","caller":"traceutil/trace.go:171","msg":"trace[398727192] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:13561; }","duration":"185.816113ms","start":"2026-02-26T21:33:32.73406Z","end":"2026-02-26T21:33:32.919877Z","steps":["trace[398727192] 'agreement among raft nodes before linearized reading' (duration: 185.264128ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:33:32.962094Z","caller":"traceutil/trace.go:171","msg":"trace[379365280] transaction","detail":"{read_only:false; response_revision:13562; number_of_response:1; }","duration":"203.905832ms","start":"2026-02-26T21:33:32.758161Z","end":"2026-02-26T21:33:32.962067Z","steps":["trace[379365280] 'process raft request' (duration: 203.756718ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:33:32.962125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.945651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:33:32.962199Z","caller":"traceutil/trace.go:171","msg":"trace[898996070] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:13562; }","duration":"196.072685ms","start":"2026-02-26T21:33:32.766107Z","end":"2026-02-26T21:33:32.962179Z","steps":["trace[898996070] 'agreement among raft nodes before linearized reading' (duration: 195.927571ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:33:34.386843Z","caller":"traceutil/trace.go:171","msg":"trace[2120023874] transaction","detail":"{read_only:false; response_revision:13565; number_of_response:1; }","duration":"249.583499ms","start":"2026-02-26T21:33:34.137225Z","end":"2026-02-26T21:33:34.386808Z","steps":["trace[2120023874] 'process raft request' (duration: 198.182769ms)","trace[2120023874] 'compare' (duration: 51.052191ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:36:18.775301Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12417} {"level":"info","ts":"2026-02-26T21:36:18.86949Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12417,"took":"91.424117ms","hash":4254113596,"current-db-size-bytes":38735872,"current-db-size":"39 MB","current-db-size-in-use-bytes":24154112,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-02-26T21:36:18.869542Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4254113596,"revision":12417,"compact-revision":10097} {"level":"info","ts":"2026-02-26T21:37:18.60924Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003c7d.wal"} {"level":"warn","ts":"2026-02-26T21:39:17.485003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355714161,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T21:39:17.562631Z","caller":"traceutil/trace.go:171","msg":"trace[167494057] transaction","detail":"{read_only:false; response_revision:15748; number_of_response:1; }","duration":"578.941275ms","start":"2026-02-26T21:39:16.983657Z","end":"2026-02-26T21:39:17.562598Z","steps":["trace[167494057] 'process raft request' (duration: 578.745869ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:39:17.562825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:39:16.983635Z","time spent":"579.089528ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:39:17.565459Z","caller":"traceutil/trace.go:171","msg":"trace[1604831368] linearizableReadLoop","detail":"{readStateIndex:16360; appliedIndex:16356; }","duration":"581.4228ms","start":"2026-02-26T21:39:16.98401Z","end":"2026-02-26T21:39:17.565433Z","steps":["trace[1604831368] 'read index received' (duration: 578.381409ms)","trace[1604831368] 'applied index is now lower than readState.Index' (duration: 3.040471ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:39:17.565507Z","caller":"traceutil/trace.go:171","msg":"trace[273256976] transaction","detail":"{read_only:false; response_revision:15750; number_of_response:1; }","duration":"131.638869ms","start":"2026-02-26T21:39:17.433851Z","end":"2026-02-26T21:39:17.565489Z","steps":["trace[273256976] 'process raft request' (duration: 131.520826ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:39:17.5655Z","caller":"traceutil/trace.go:171","msg":"trace[1789266804] transaction","detail":"{read_only:false; response_revision:15749; number_of_response:1; }","duration":"456.905789ms","start":"2026-02-26T21:39:17.108568Z","end":"2026-02-26T21:39:17.565474Z","steps":["trace[1789266804] 'process raft request' (duration: 456.663312ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:39:17.565632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:39:17.108539Z","time spent":"457.023501ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:39:17.565629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.593835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:39:17.56566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.022499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:39:17.565689Z","caller":"traceutil/trace.go:171","msg":"trace[1740450106] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15750; }","duration":"581.706048ms","start":"2026-02-26T21:39:16.983967Z","end":"2026-02-26T21:39:17.565673Z","steps":["trace[1740450106] 'agreement among raft nodes before linearized reading' (duration: 581.588465ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:39:17.565698Z","caller":"traceutil/trace.go:171","msg":"trace[865152094] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:15750; }","duration":"497.118171ms","start":"2026-02-26T21:39:17.068569Z","end":"2026-02-26T21:39:17.565687Z","steps":["trace[865152094] 'agreement among raft nodes before linearized reading' (duration: 497.022189ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:39:17.565734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:39:17.068552Z","time spent":"497.171903ms","remote":"127.0.0.1:46400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:39:17.565815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:39:16.983949Z","time spent":"581.848521ms","remote":"127.0.0.1:54052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T21:39:20.755878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355714202,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T21:39:20.79756Z","caller":"traceutil/trace.go:171","msg":"trace[580448518] linearizableReadLoop","detail":"{readStateIndex:16371; appliedIndex:16370; }","duration":"541.71174ms","start":"2026-02-26T21:39:20.25582Z","end":"2026-02-26T21:39:20.797532Z","steps":["trace[580448518] 'read index received' (duration: 541.511585ms)","trace[580448518] 'applied index is now lower than readState.Index' (duration: 199.285µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:39:20.79787Z","caller":"traceutil/trace.go:171","msg":"trace[1933933856] transaction","detail":"{read_only:false; response_revision:15761; number_of_response:1; }","duration":"638.418347ms","start":"2026-02-26T21:39:20.159438Z","end":"2026-02-26T21:39:20.797857Z","steps":["trace[1933933856] 'process raft request' (duration: 637.964075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:39:20.797982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:39:20.159422Z","time spent":"638.491349ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:39:20.798134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.306556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:39:20.798176Z","caller":"traceutil/trace.go:171","msg":"trace[2055392645] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:15761; }","duration":"542.375428ms","start":"2026-02-26T21:39:20.25579Z","end":"2026-02-26T21:39:20.798165Z","steps":["trace[2055392645] 'agreement among raft nodes before linearized reading' (duration: 542.300636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:39:20.798211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:39:20.255778Z","time spent":"542.425109ms","remote":"127.0.0.1:53910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":13,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:39:20.798421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.751607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:39:20.798457Z","caller":"traceutil/trace.go:171","msg":"trace[697818208] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:15761; }","duration":"180.82833ms","start":"2026-02-26T21:39:20.617621Z","end":"2026-02-26T21:39:20.798449Z","steps":["trace[697818208] 'agreement among raft nodes before linearized reading' (duration: 180.752678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:39:20.79868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.686884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T21:39:20.798716Z","caller":"traceutil/trace.go:171","msg":"trace[1974482769] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15761; }","duration":"130.764296ms","start":"2026-02-26T21:39:20.667944Z","end":"2026-02-26T21:39:20.798708Z","steps":["trace[1974482769] 'agreement among raft nodes before linearized reading' (duration: 130.643573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:39:20.798955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.088149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T21:39:20.798987Z","caller":"traceutil/trace.go:171","msg":"trace[977532805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15761; }","duration":"155.154741ms","start":"2026-02-26T21:39:20.643824Z","end":"2026-02-26T21:39:20.798978Z","steps":["trace[977532805] 'agreement among raft nodes before linearized reading' (duration: 155.043188ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:39:20.799103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.449321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T21:39:20.799134Z","caller":"traceutil/trace.go:171","msg":"trace[1038471058] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15761; }","duration":"157.517483ms","start":"2026-02-26T21:39:20.641608Z","end":"2026-02-26T21:39:20.799126Z","steps":["trace[1038471058] 'agreement among raft nodes before linearized reading' (duration: 157.438241ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:39:40.116289Z","caller":"traceutil/trace.go:171","msg":"trace[754244314] transaction","detail":"{read_only:false; response_revision:15856; number_of_response:1; }","duration":"475.308239ms","start":"2026-02-26T21:39:39.640953Z","end":"2026-02-26T21:39:40.116261Z","steps":["trace[754244314] 'process raft request' (duration: 475.116994ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:39:40.116471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:39:39.640926Z","time spent":"475.456003ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:39:40.11911Z","caller":"traceutil/trace.go:171","msg":"trace[635927489] linearizableReadLoop","detail":"{readStateIndex:16472; appliedIndex:16470; }","duration":"265.091ms","start":"2026-02-26T21:39:39.854002Z","end":"2026-02-26T21:39:40.119093Z","steps":["trace[635927489] 'read index received' (duration: 262.206404ms)","trace[635927489] 'applied index is now lower than readState.Index' (duration: 2.883616ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:39:40.119175Z","caller":"traceutil/trace.go:171","msg":"trace[2105130126] transaction","detail":"{read_only:false; response_revision:15857; number_of_response:1; }","duration":"477.59507ms","start":"2026-02-26T21:39:39.641553Z","end":"2026-02-26T21:39:40.119148Z","steps":["trace[2105130126] 'process raft request' (duration: 477.436035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:39:40.119284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.272325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jjwxr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T21:39:40.119311Z","caller":"traceutil/trace.go:171","msg":"trace[1110919843] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jjwxr; range_end:; response_count:1; response_revision:15857; }","duration":"265.356697ms","start":"2026-02-26T21:39:39.853947Z","end":"2026-02-26T21:39:40.119303Z","steps":["trace[1110919843] 'agreement among raft nodes before linearized reading' (duration: 265.240464ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:39:40.11937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.960445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:39:40.119473Z","caller":"traceutil/trace.go:171","msg":"trace[115539392] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:15857; }","duration":"139.040257ms","start":"2026-02-26T21:39:39.98039Z","end":"2026-02-26T21:39:40.119431Z","steps":["trace[115539392] 'agreement among raft nodes before linearized reading' (duration: 138.912274ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:39:40.119349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.713102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:39:40.119565Z","caller":"traceutil/trace.go:171","msg":"trace[376032578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15857; }","duration":"227.943208ms","start":"2026-02-26T21:39:39.891594Z","end":"2026-02-26T21:39:40.119537Z","steps":["trace[376032578] 'agreement among raft nodes before linearized reading' (duration: 227.677111ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:39:40.119476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:39:39.641538Z","time spent":"477.684883ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:39:47.089363Z","caller":"traceutil/trace.go:171","msg":"trace[1699647017] linearizableReadLoop","detail":"{readStateIndex:16502; appliedIndex:16501; }","duration":"199.867865ms","start":"2026-02-26T21:39:46.889472Z","end":"2026-02-26T21:39:47.08934Z","steps":["trace[1699647017] 'read index received' (duration: 199.6738ms)","trace[1699647017] 'applied index is now lower than readState.Index' (duration: 193.235µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:39:47.089475Z","caller":"traceutil/trace.go:171","msg":"trace[877968516] transaction","detail":"{read_only:false; response_revision:15886; number_of_response:1; }","duration":"724.048487ms","start":"2026-02-26T21:39:46.365403Z","end":"2026-02-26T21:39:47.089451Z","steps":["trace[877968516] 'process raft request' (duration: 723.80115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:39:47.089549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.05283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:39:47.089662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.869469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T21:39:47.089663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:39:46.365382Z","time spent":"724.146229ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:39:47.08971Z","caller":"traceutil/trace.go:171","msg":"trace[1845209700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15886; }","duration":"200.246005ms","start":"2026-02-26T21:39:46.889439Z","end":"2026-02-26T21:39:47.089685Z","steps":["trace[1845209700] 'agreement among raft nodes before linearized reading' (duration: 200.023909ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:39:47.089715Z","caller":"traceutil/trace.go:171","msg":"trace[1179435636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15886; }","duration":"170.92327ms","start":"2026-02-26T21:39:46.918776Z","end":"2026-02-26T21:39:47.0897Z","steps":["trace[1179435636] 'agreement among raft nodes before linearized reading' (duration: 170.712085ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:39:47.089782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.007778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T21:39:47.089773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.030159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T21:39:47.089805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.982892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T21:39:47.089801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.521121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T21:39:47.089844Z","caller":"traceutil/trace.go:171","msg":"trace[2040332931] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15886; }","duration":"161.10412ms","start":"2026-02-26T21:39:46.928726Z","end":"2026-02-26T21:39:47.08983Z","steps":["trace[2040332931] 'agreement among raft nodes before linearized reading' (duration: 160.872124ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:39:47.089843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.114735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-26T21:39:47.08987Z","caller":"traceutil/trace.go:171","msg":"trace[522170876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15886; }","duration":"154.070194ms","start":"2026-02-26T21:39:46.935784Z","end":"2026-02-26T21:39:47.089855Z","steps":["trace[522170876] 'agreement among raft nodes before linearized reading' (duration: 153.89715ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:39:47.089872Z","caller":"traceutil/trace.go:171","msg":"trace[1898948304] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15886; }","duration":"155.166463ms","start":"2026-02-26T21:39:46.93468Z","end":"2026-02-26T21:39:47.089846Z","steps":["trace[1898948304] 'agreement among raft nodes before linearized reading' (duration: 154.856105ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:39:47.089888Z","caller":"traceutil/trace.go:171","msg":"trace[615605759] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15886; }","duration":"161.650375ms","start":"2026-02-26T21:39:46.928217Z","end":"2026-02-26T21:39:47.089867Z","steps":["trace[615605759] 'agreement among raft nodes before linearized reading' (duration: 161.446289ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:39:47.089895Z","caller":"traceutil/trace.go:171","msg":"trace[15895530] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15886; }","duration":"157.195597ms","start":"2026-02-26T21:39:46.932683Z","end":"2026-02-26T21:39:47.089879Z","steps":["trace[15895530] 'agreement among raft nodes before linearized reading' (duration: 157.039993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:39:47.425635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.196062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:39:47.425863Z","caller":"traceutil/trace.go:171","msg":"trace[219781285] transaction","detail":"{read_only:false; response_revision:15887; number_of_response:1; }","duration":"331.779023ms","start":"2026-02-26T21:39:47.094064Z","end":"2026-02-26T21:39:47.425843Z","steps":["trace[219781285] 'process raft request' (duration: 122.306014ms)","trace[219781285] 'compare' (duration: 209.089449ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:39:47.425968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:39:47.09404Z","time spent":"331.894307ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:39:47.427937Z","caller":"traceutil/trace.go:171","msg":"trace[2059259585] transaction","detail":"{read_only:false; response_revision:15889; number_of_response:1; }","duration":"333.447497ms","start":"2026-02-26T21:39:47.094474Z","end":"2026-02-26T21:39:47.427922Z","steps":["trace[2059259585] 'process raft request' (duration: 333.392686ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:39:47.427962Z","caller":"traceutil/trace.go:171","msg":"trace[1898976535] transaction","detail":"{read_only:false; response_revision:15888; number_of_response:1; }","duration":"333.631713ms","start":"2026-02-26T21:39:47.094303Z","end":"2026-02-26T21:39:47.427935Z","steps":["trace[1898976535] 'process raft request' (duration: 333.490519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:39:47.428082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:39:47.09445Z","time spent":"333.559871ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:39:47.428108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:39:47.094288Z","time spent":"333.749105ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:39:47.428238Z","caller":"traceutil/trace.go:171","msg":"trace[560134170] transaction","detail":"{read_only:false; response_revision:15890; number_of_response:1; }","duration":"333.127909ms","start":"2026-02-26T21:39:47.095098Z","end":"2026-02-26T21:39:47.428226Z","steps":["trace[560134170] 'process raft request' (duration: 332.800761ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:39:47.428286Z","caller":"traceutil/trace.go:171","msg":"trace[1585463016] transaction","detail":"{read_only:false; response_revision:15891; number_of_response:1; }","duration":"332.986136ms","start":"2026-02-26T21:39:47.095291Z","end":"2026-02-26T21:39:47.428278Z","steps":["trace[1585463016] 'process raft request' (duration: 332.791761ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:39:47.428331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:39:47.09527Z","time spent":"333.040047ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:39:47.428379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:39:47.095084Z","time spent":"333.204911ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:39:47.428396Z","caller":"traceutil/trace.go:171","msg":"trace[916274912] transaction","detail":"{read_only:false; response_revision:15892; number_of_response:1; }","duration":"333.077128ms","start":"2026-02-26T21:39:47.095311Z","end":"2026-02-26T21:39:47.428388Z","steps":["trace[916274912] 'process raft request' (duration: 332.883642ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:39:47.428589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:39:47.095295Z","time spent":"333.222082ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:39:55.261135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.288533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-jwszn\" ","response":"range_response_count:1 size:12364"} {"level":"info","ts":"2026-02-26T21:39:55.261243Z","caller":"traceutil/trace.go:171","msg":"trace[601165404] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-jwszn; range_end:; response_count:1; response_revision:15940; }","duration":"440.452747ms","start":"2026-02-26T21:39:54.820771Z","end":"2026-02-26T21:39:55.261223Z","steps":["trace[601165404] 'range keys from in-memory index tree' (duration: 440.103798ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:39:55.261292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:39:54.820756Z","time spent":"440.524589ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12386,"request content":"key:\"/registry/pods/openstack/openvswitch-jwszn\" "} {"level":"info","ts":"2026-02-26T21:39:55.426123Z","caller":"traceutil/trace.go:171","msg":"trace[86306326] transaction","detail":"{read_only:false; response_revision:15941; number_of_response:1; }","duration":"154.697661ms","start":"2026-02-26T21:39:55.271399Z","end":"2026-02-26T21:39:55.426097Z","steps":["trace[86306326] 'process raft request' (duration: 154.531846ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:39:55.577376Z","caller":"traceutil/trace.go:171","msg":"trace[1940465766] transaction","detail":"{read_only:false; response_revision:15942; number_of_response:1; }","duration":"115.782282ms","start":"2026-02-26T21:39:55.461561Z","end":"2026-02-26T21:39:55.577343Z","steps":["trace[1940465766] 'process raft request' (duration: 64.086635ms)","trace[1940465766] 'compare' (duration: 51.512532ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:39:58.12555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.017555ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T21:39:58.125827Z","caller":"traceutil/trace.go:171","msg":"trace[1342620532] transaction","detail":"{read_only:false; response_revision:15951; number_of_response:1; }","duration":"128.933039ms","start":"2026-02-26T21:39:57.996875Z","end":"2026-02-26T21:39:58.125808Z","steps":["trace[1342620532] 'process raft request' (duration: 128.794436ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:39:58.125802Z","caller":"traceutil/trace.go:171","msg":"trace[428984982] linearizableReadLoop","detail":"{readStateIndex:16570; appliedIndex:16569; }","duration":"543.103642ms","start":"2026-02-26T21:39:57.582674Z","end":"2026-02-26T21:39:58.125778Z","steps":["trace[428984982] 'read index received' (duration: 383.876651ms)","trace[428984982] 'applied index is now lower than readState.Index' (duration: 159.22374ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:39:58.12622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.68595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T21:39:58.126326Z","caller":"traceutil/trace.go:171","msg":"trace[1951876223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15951; }","duration":"517.837034ms","start":"2026-02-26T21:39:57.608462Z","end":"2026-02-26T21:39:58.126299Z","steps":["trace[1951876223] 'agreement among raft nodes before linearized reading' (duration: 517.543967ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:39:58.126391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:39:57.608416Z","time spent":"517.960357ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T21:39:58.126448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.64576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-26T21:39:58.126511Z","caller":"traceutil/trace.go:171","msg":"trace[2121876384] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15951; }","duration":"511.712492ms","start":"2026-02-26T21:39:57.614786Z","end":"2026-02-26T21:39:58.126498Z","steps":["trace[2121876384] 'agreement among raft nodes before linearized reading' (duration: 511.615189ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:39:58.126554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:39:57.614778Z","time spent":"511.770343ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T21:39:58.126709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.214325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T21:39:58.126762Z","caller":"traceutil/trace.go:171","msg":"trace[1804065020] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15951; }","duration":"512.282157ms","start":"2026-02-26T21:39:57.614468Z","end":"2026-02-26T21:39:58.12675Z","steps":["trace[1804065020] 'agreement among raft nodes before linearized reading' (duration: 512.158394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:39:58.126766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.249496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T21:39:58.126794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:39:57.614461Z","time spent":"512.325538ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T21:39:58.126807Z","caller":"traceutil/trace.go:171","msg":"trace[829892676] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:15951; }","duration":"405.325268ms","start":"2026-02-26T21:39:57.72146Z","end":"2026-02-26T21:39:58.126785Z","steps":["trace[829892676] 'agreement among raft nodes before linearized reading' (duration: 405.275677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:39:58.126829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:39:57.721438Z","time spent":"405.38575ms","remote":"127.0.0.1:60152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:39:58.126827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.243705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T21:39:58.126865Z","caller":"traceutil/trace.go:171","msg":"trace[1302412467] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15951; }","duration":"518.314737ms","start":"2026-02-26T21:39:57.608539Z","end":"2026-02-26T21:39:58.126853Z","steps":["trace[1302412467] 'agreement among raft nodes before linearized reading' (duration: 518.195324ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:39:58.126913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:39:57.608521Z","time spent":"518.379048ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T21:39:58.126468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.295061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:39:58.126996Z","caller":"traceutil/trace.go:171","msg":"trace[2035819404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15951; }","duration":"210.859026ms","start":"2026-02-26T21:39:57.916129Z","end":"2026-02-26T21:39:58.126988Z","steps":["trace[2035819404] 'agreement among raft nodes before linearized reading' (duration: 210.298251ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:39:58.126329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.623506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T21:39:58.127064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.644799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T21:39:58.127078Z","caller":"traceutil/trace.go:171","msg":"trace[1907319548] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15951; }","duration":"544.435178ms","start":"2026-02-26T21:39:57.582629Z","end":"2026-02-26T21:39:58.127065Z","steps":["trace[1907319548] 'agreement among raft nodes before linearized reading' (duration: 543.320898ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:39:58.12709Z","caller":"traceutil/trace.go:171","msg":"trace[1115776705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15951; }","duration":"514.68354ms","start":"2026-02-26T21:39:57.612399Z","end":"2026-02-26T21:39:58.127082Z","steps":["trace[1115776705] 'agreement among raft nodes before linearized reading' (duration: 514.607258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:39:58.127105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:39:57.582608Z","time spent":"544.489728ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T21:39:58.127115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:39:57.612392Z","time spent":"514.717972ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T21:39:59.684817Z","caller":"traceutil/trace.go:171","msg":"trace[263585770] transaction","detail":"{read_only:false; response_revision:15960; number_of_response:1; }","duration":"750.187667ms","start":"2026-02-26T21:39:58.934603Z","end":"2026-02-26T21:39:59.684791Z","steps":["trace[263585770] 'process raft request' (duration: 750.024663ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:39:59.684964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:39:58.934577Z","time spent":"750.318501ms","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T21:39:59.688947Z","caller":"traceutil/trace.go:171","msg":"trace[1745059234] linearizableReadLoop","detail":"{readStateIndex:16581; appliedIndex:16579; }","duration":"201.265102ms","start":"2026-02-26T21:39:59.487655Z","end":"2026-02-26T21:39:59.68892Z","steps":["trace[1745059234] 'read index received' (duration: 196.976689ms)","trace[1745059234] 'applied index is now lower than readState.Index' (duration: 4.287143ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:39:59.689213Z","caller":"traceutil/trace.go:171","msg":"trace[691538970] transaction","detail":"{read_only:false; response_revision:15961; number_of_response:1; }","duration":"748.439281ms","start":"2026-02-26T21:39:58.940699Z","end":"2026-02-26T21:39:59.689139Z","steps":["trace[691538970] 'process raft request' (duration: 748.056521ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:39:59.689227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.54965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:39:59.689304Z","caller":"traceutil/trace.go:171","msg":"trace[142078616] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:15961; }","duration":"201.659093ms","start":"2026-02-26T21:39:59.487612Z","end":"2026-02-26T21:39:59.689272Z","steps":["trace[142078616] 'agreement among raft nodes before linearized reading' (duration: 201.536429ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:39:59.68943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:39:58.940681Z","time spent":"748.579595ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12584,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:40:02.177051Z","caller":"traceutil/trace.go:171","msg":"trace[1509714180] linearizableReadLoop","detail":"{readStateIndex:16598; appliedIndex:16597; }","duration":"193.542609ms","start":"2026-02-26T21:40:01.983485Z","end":"2026-02-26T21:40:02.177028Z","steps":["trace[1509714180] 'read index received' (duration: 193.368734ms)","trace[1509714180] 'applied index is now lower than readState.Index' (duration: 172.775µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:40:02.17709Z","caller":"traceutil/trace.go:171","msg":"trace[858311039] transaction","detail":"{read_only:false; response_revision:15978; number_of_response:1; }","duration":"225.273577ms","start":"2026-02-26T21:40:01.951793Z","end":"2026-02-26T21:40:02.177067Z","steps":["trace[858311039] 'process raft request' (duration: 225.080161ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:40:02.177286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.367853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-02-26T21:40:02.177534Z","caller":"traceutil/trace.go:171","msg":"trace[1031377798] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:15978; }","duration":"148.60886ms","start":"2026-02-26T21:40:02.028894Z","end":"2026-02-26T21:40:02.177503Z","steps":["trace[1031377798] 'agreement among raft nodes before linearized reading' (duration: 148.274021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:40:02.177335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.837506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-jwszn\" ","response":"range_response_count:1 size:12812"} {"level":"info","ts":"2026-02-26T21:40:02.177614Z","caller":"traceutil/trace.go:171","msg":"trace[296581205] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-jwszn; range_end:; response_count:1; response_revision:15978; }","duration":"194.171855ms","start":"2026-02-26T21:40:01.98343Z","end":"2026-02-26T21:40:02.177602Z","steps":["trace[296581205] 'agreement among raft nodes before linearized reading' (duration: 193.681742ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:40:09.082912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.284089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-26T21:40:09.08303Z","caller":"traceutil/trace.go:171","msg":"trace[453184463] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16112; }","duration":"860.446273ms","start":"2026-02-26T21:40:08.222562Z","end":"2026-02-26T21:40:09.083009Z","steps":["trace[453184463] 'range keys from in-memory index tree' (duration: 860.100265ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:40:09.083077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:40:08.222552Z","time spent":"860.514676ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T21:40:09.083487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194533228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:40:09.083528Z","caller":"traceutil/trace.go:171","msg":"trace[485456153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16112; }","duration":"1.19461318s","start":"2026-02-26T21:40:07.888905Z","end":"2026-02-26T21:40:09.083519Z","steps":["trace[485456153] 'range keys from in-memory index tree' (duration: 1.194461146s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:40:09.083556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:40:07.888885Z","time spent":"1.194663701s","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:40:09.083931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.984222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T21:40:09.083985Z","caller":"traceutil/trace.go:171","msg":"trace[765742305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16112; }","duration":"871.061273ms","start":"2026-02-26T21:40:08.212911Z","end":"2026-02-26T21:40:09.083972Z","steps":["trace[765742305] 'range keys from in-memory index tree' (duration: 870.860409ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:40:09.084028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:40:08.212902Z","time spent":"871.115576ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T21:40:09.084339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.260421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T21:40:09.084446Z","caller":"traceutil/trace.go:171","msg":"trace[346177856] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16112; }","duration":"862.406145ms","start":"2026-02-26T21:40:08.222017Z","end":"2026-02-26T21:40:09.084423Z","steps":["trace[346177856] 'range keys from in-memory index tree' (duration: 862.065877ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:40:09.084498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:40:08.221997Z","time spent":"862.488227ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T21:40:09.083957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.30258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T21:40:09.084667Z","caller":"traceutil/trace.go:171","msg":"trace[607462480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16112; }","duration":"871.962908ms","start":"2026-02-26T21:40:08.212606Z","end":"2026-02-26T21:40:09.084568Z","steps":["trace[607462480] 'range keys from in-memory index tree' (duration: 871.162096ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:40:09.084739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:40:08.212599Z","time spent":"872.119102ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T21:40:09.084826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00631448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-northd-6c6687ddd6-bzntw\" ","response":"range_response_count:1 size:7042"} {"level":"warn","ts":"2026-02-26T21:40:09.084827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.379099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T21:40:09.084911Z","caller":"traceutil/trace.go:171","msg":"trace[399573927] range","detail":"{range_begin:/registry/pods/openstack/ovn-northd-6c6687ddd6-bzntw; range_end:; response_count:1; response_revision:16112; }","duration":"1.006432744s","start":"2026-02-26T21:40:08.078455Z","end":"2026-02-26T21:40:09.084888Z","steps":["trace[399573927] 'range keys from in-memory index tree' (duration: 1.006151217s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:40:09.084904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.742609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T21:40:09.08492Z","caller":"traceutil/trace.go:171","msg":"trace[1676409106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16112; }","duration":"869.510383ms","start":"2026-02-26T21:40:08.215388Z","end":"2026-02-26T21:40:09.084899Z","steps":["trace[1676409106] 'range keys from in-memory index tree' (duration: 869.203525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:40:09.084967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:40:08.078439Z","time spent":"1.006515066s","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":7064,"request content":"key:\"/registry/pods/openstack/ovn-northd-6c6687ddd6-bzntw\" "} {"level":"info","ts":"2026-02-26T21:40:09.084977Z","caller":"traceutil/trace.go:171","msg":"trace[165752550] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16112; }","duration":"872.867132ms","start":"2026-02-26T21:40:08.212089Z","end":"2026-02-26T21:40:09.084956Z","steps":["trace[165752550] 'range keys from in-memory index tree' (duration: 872.570424ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:40:09.084986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:40:08.215378Z","time spent":"869.599195ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T21:40:09.085024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:40:08.212055Z","time spent":"872.955544ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T21:40:09.085058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.714651ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:40:09.085147Z","caller":"traceutil/trace.go:171","msg":"trace[780465530] transaction","detail":"{read_only:false; response_revision:16113; number_of_response:1; }","duration":"816.397068ms","start":"2026-02-26T21:40:08.268733Z","end":"2026-02-26T21:40:09.08513Z","steps":["trace[780465530] 'process raft request' (duration: 138.533663ms)","trace[780465530] 'compare' (duration: 676.090318ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:40:09.085249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:40:08.268703Z","time spent":"816.488561ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:40:09.085297Z","caller":"traceutil/trace.go:171","msg":"trace[1203755700] transaction","detail":"{read_only:false; response_revision:16114; number_of_response:1; }","duration":"811.462928ms","start":"2026-02-26T21:40:08.273815Z","end":"2026-02-26T21:40:09.085278Z","steps":["trace[1203755700] 'process raft request' (duration: 811.323684ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:40:09.08529Z","caller":"traceutil/trace.go:171","msg":"trace[708398885] linearizableReadLoop","detail":"{readStateIndex:16736; appliedIndex:16735; }","duration":"812.474905ms","start":"2026-02-26T21:40:08.272786Z","end":"2026-02-26T21:40:09.085261Z","steps":["trace[708398885] 'read index received' (duration: 134.493176ms)","trace[708398885] 'applied index is now lower than readState.Index' (duration: 677.980039ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:40:09.085394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:40:08.273807Z","time spent":"811.53439ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:40:09.085562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.750312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-8kcsk.1897e9c413f10cd4\" ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-02-26T21:40:09.085631Z","caller":"traceutil/trace.go:171","msg":"trace[303641951] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-8kcsk.1897e9c413f10cd4; range_end:; response_count:1; response_revision:16114; }","duration":"812.851055ms","start":"2026-02-26T21:40:08.272762Z","end":"2026-02-26T21:40:09.085613Z","steps":["trace[303641951] 'agreement among raft nodes before linearized reading' (duration: 812.627969ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:40:09.085672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:40:08.272754Z","time spent":"812.905606ms","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":781,"request content":"key:\"/registry/events/openstack/ovn-controller-8kcsk.1897e9c413f10cd4\" "} {"level":"info","ts":"2026-02-26T21:40:09.196761Z","caller":"traceutil/trace.go:171","msg":"trace[1787762747] linearizableReadLoop","detail":"{readStateIndex:16738; appliedIndex:16737; }","duration":"111.382006ms","start":"2026-02-26T21:40:09.085359Z","end":"2026-02-26T21:40:09.196741Z","steps":["trace[1787762747] 'read index received' (duration: 111.206421ms)","trace[1787762747] 'applied index is now lower than readState.Index' (duration: 174.635µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:40:09.19687Z","caller":"traceutil/trace.go:171","msg":"trace[1981921674] transaction","detail":"{read_only:false; response_revision:16115; number_of_response:1; }","duration":"670.465549ms","start":"2026-02-26T21:40:08.526372Z","end":"2026-02-26T21:40:09.196838Z","steps":["trace[1981921674] 'process raft request' (duration: 670.184982ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:40:09.196923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.927303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b083c4d3-7df1-4833-96ea-954c5607cf61\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-02-26T21:40:09.196961Z","caller":"traceutil/trace.go:171","msg":"trace[1736352134] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b083c4d3-7df1-4833-96ea-954c5607cf61; range_end:; response_count:1; response_revision:16115; }","duration":"609.000674ms","start":"2026-02-26T21:40:08.58795Z","end":"2026-02-26T21:40:09.19695Z","steps":["trace[1736352134] 'agreement among raft nodes before linearized reading' (duration: 608.806139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:40:09.19699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:40:08.587941Z","time spent":"609.041445ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b083c4d3-7df1-4833-96ea-954c5607cf61\" "} {"level":"warn","ts":"2026-02-26T21:40:09.197002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:40:08.526347Z","time spent":"670.593543ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:40:09.197075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.883959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:40:09.197144Z","caller":"traceutil/trace.go:171","msg":"trace[931398837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16115; }","duration":"111.977321ms","start":"2026-02-26T21:40:09.085148Z","end":"2026-02-26T21:40:09.197126Z","steps":["trace[931398837] 'agreement among raft nodes before linearized reading' (duration: 111.872718ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:40:09.197291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.128159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12330"} {"level":"info","ts":"2026-02-26T21:40:09.197322Z","caller":"traceutil/trace.go:171","msg":"trace[771284476] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16115; }","duration":"690.198401ms","start":"2026-02-26T21:40:08.507116Z","end":"2026-02-26T21:40:09.197315Z","steps":["trace[771284476] 'agreement among raft nodes before linearized reading' (duration: 690.113199ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:40:09.197344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:40:08.507094Z","time spent":"690.246023ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12352,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T21:40:09.197296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.539991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jjwxr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T21:40:09.197411Z","caller":"traceutil/trace.go:171","msg":"trace[2049764024] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jjwxr; range_end:; response_count:1; response_revision:16115; }","duration":"836.686925ms","start":"2026-02-26T21:40:08.360717Z","end":"2026-02-26T21:40:09.197404Z","steps":["trace[2049764024] 'agreement among raft nodes before linearized reading' (duration: 836.531751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:40:09.197437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:40:08.360699Z","time spent":"836.731086ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-jjwxr\" "} {"level":"warn","ts":"2026-02-26T21:40:09.198357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.455972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dbffeb1f-c3c2-4d08-83cd-500d45f457a0\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-02-26T21:40:09.19841Z","caller":"traceutil/trace.go:171","msg":"trace[970399213] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dbffeb1f-c3c2-4d08-83cd-500d45f457a0; range_end:; response_count:1; response_revision:16115; }","duration":"617.852749ms","start":"2026-02-26T21:40:08.580542Z","end":"2026-02-26T21:40:09.198395Z","steps":["trace[970399213] 'agreement among raft nodes before linearized reading' (duration: 616.307818ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:40:09.198632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:40:08.58052Z","time spent":"618.097445ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dbffeb1f-c3c2-4d08-83cd-500d45f457a0\" "} {"level":"info","ts":"2026-02-26T21:40:09.204137Z","caller":"traceutil/trace.go:171","msg":"trace[1532103535] transaction","detail":"{read_only:false; response_revision:16119; number_of_response:1; }","duration":"108.879509ms","start":"2026-02-26T21:40:09.095241Z","end":"2026-02-26T21:40:09.20412Z","steps":["trace[1532103535] 'process raft request' (duration: 108.571831ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:40:09.204127Z","caller":"traceutil/trace.go:171","msg":"trace[722486599] transaction","detail":"{read_only:false; response_revision:16118; number_of_response:1; }","duration":"108.866378ms","start":"2026-02-26T21:40:09.095241Z","end":"2026-02-26T21:40:09.204107Z","steps":["trace[722486599] 'process raft request' (duration: 108.530089ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:40:09.204198Z","caller":"traceutil/trace.go:171","msg":"trace[1925689662] transaction","detail":"{read_only:false; response_revision:16121; number_of_response:1; }","duration":"108.885749ms","start":"2026-02-26T21:40:09.095297Z","end":"2026-02-26T21:40:09.204183Z","steps":["trace[1925689662] 'process raft request' (duration: 108.579231ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:40:09.20417Z","caller":"traceutil/trace.go:171","msg":"trace[1464306155] transaction","detail":"{read_only:false; response_revision:16117; number_of_response:1; }","duration":"115.016412ms","start":"2026-02-26T21:40:09.089139Z","end":"2026-02-26T21:40:09.204156Z","steps":["trace[1464306155] 'process raft request' (duration: 114.446057ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:40:09.204213Z","caller":"traceutil/trace.go:171","msg":"trace[1131598714] transaction","detail":"{read_only:false; response_revision:16116; number_of_response:1; }","duration":"115.561156ms","start":"2026-02-26T21:40:09.088633Z","end":"2026-02-26T21:40:09.204195Z","steps":["trace[1131598714] 'process raft request' (duration: 114.797625ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:40:09.204282Z","caller":"traceutil/trace.go:171","msg":"trace[1969580545] transaction","detail":"{read_only:false; response_revision:16122; number_of_response:1; }","duration":"108.932071ms","start":"2026-02-26T21:40:09.095345Z","end":"2026-02-26T21:40:09.204277Z","steps":["trace[1969580545] 'process raft request' (duration: 108.563331ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:40:09.204359Z","caller":"traceutil/trace.go:171","msg":"trace[1579655474] transaction","detail":"{read_only:false; response_revision:16123; number_of_response:1; }","duration":"106.048804ms","start":"2026-02-26T21:40:09.098299Z","end":"2026-02-26T21:40:09.204348Z","steps":["trace[1579655474] 'process raft request' (duration: 105.866429ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:40:09.204186Z","caller":"traceutil/trace.go:171","msg":"trace[981947771] transaction","detail":"{read_only:false; response_revision:16120; number_of_response:1; }","duration":"108.870609ms","start":"2026-02-26T21:40:09.09529Z","end":"2026-02-26T21:40:09.204161Z","steps":["trace[981947771] 'process raft request' (duration: 108.55435ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:41:11.541264Z","caller":"traceutil/trace.go:171","msg":"trace[2136542504] transaction","detail":"{read_only:false; response_revision:16967; number_of_response:1; }","duration":"236.894394ms","start":"2026-02-26T21:41:11.304345Z","end":"2026-02-26T21:41:11.54124Z","steps":["trace[2136542504] 'process raft request' (duration: 236.73127ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:41:11.543373Z","caller":"traceutil/trace.go:171","msg":"trace[650767453] transaction","detail":"{read_only:false; response_revision:16968; number_of_response:1; }","duration":"238.288111ms","start":"2026-02-26T21:41:11.305059Z","end":"2026-02-26T21:41:11.543347Z","steps":["trace[650767453] 'process raft request' (duration: 238.046375ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:41:18.786215Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14597} {"level":"info","ts":"2026-02-26T21:41:18.860956Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14597,"took":"71.646254ms","hash":2690778907,"current-db-size-bytes":39587840,"current-db-size":"40 MB","current-db-size-in-use-bytes":27455488,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-26T21:41:18.861007Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2690778907,"revision":14597,"compact-revision":12417} {"level":"info","ts":"2026-02-26T21:41:45.342632Z","caller":"traceutil/trace.go:171","msg":"trace[1744665367] linearizableReadLoop","detail":"{readStateIndex:17793; appliedIndex:17792; }","duration":"253.415311ms","start":"2026-02-26T21:41:45.0892Z","end":"2026-02-26T21:41:45.342615Z","steps":["trace[1744665367] 'read index received' (duration: 253.277607ms)","trace[1744665367] 'applied index is now lower than readState.Index' (duration: 136.954µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:41:45.34268Z","caller":"traceutil/trace.go:171","msg":"trace[990116170] transaction","detail":"{read_only:false; response_revision:17136; number_of_response:1; }","duration":"253.845283ms","start":"2026-02-26T21:41:45.088804Z","end":"2026-02-26T21:41:45.34265Z","steps":["trace[990116170] 'process raft request' (duration: 253.676038ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:41:45.3429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.647824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5526"} {"level":"info","ts":"2026-02-26T21:41:45.342927Z","caller":"traceutil/trace.go:171","msg":"trace[2082013363] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:17136; }","duration":"251.685366ms","start":"2026-02-26T21:41:45.091232Z","end":"2026-02-26T21:41:45.342918Z","steps":["trace[2082013363] 'agreement among raft nodes before linearized reading' (duration: 251.588363ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:41:45.342775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.575025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T21:41:45.343147Z","caller":"traceutil/trace.go:171","msg":"trace[1153010354] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:17136; }","duration":"253.985837ms","start":"2026-02-26T21:41:45.089156Z","end":"2026-02-26T21:41:45.343142Z","steps":["trace[1153010354] 'agreement among raft nodes before linearized reading' (duration: 253.584806ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:41:45.344234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.093832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-02-26T21:41:45.344362Z","caller":"traceutil/trace.go:171","msg":"trace[484797199] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:17136; }","duration":"253.263417ms","start":"2026-02-26T21:41:45.091071Z","end":"2026-02-26T21:41:45.344335Z","steps":["trace[484797199] 'agreement among raft nodes before linearized reading' (duration: 251.735577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:41:46.165724Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398338994355718620,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T21:41:46.448807Z","caller":"traceutil/trace.go:171","msg":"trace[1761710381] transaction","detail":"{read_only:false; response_revision:17137; number_of_response:1; }","duration":"787.921066ms","start":"2026-02-26T21:41:45.660858Z","end":"2026-02-26T21:41:46.448779Z","steps":["trace[1761710381] 'process raft request' (duration: 787.786492ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:41:46.449036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:41:45.660839Z","time spent":"788.118631ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:41:46.611736Z","caller":"traceutil/trace.go:171","msg":"trace[747135350] linearizableReadLoop","detail":"{readStateIndex:17795; appliedIndex:17794; }","duration":"946.834858ms","start":"2026-02-26T21:41:45.664868Z","end":"2026-02-26T21:41:46.611703Z","steps":["trace[747135350] 'read index received' (duration: 783.91611ms)","trace[747135350] 'applied index is now lower than readState.Index' (duration: 162.917448ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:41:46.611764Z","caller":"traceutil/trace.go:171","msg":"trace[1635634217] transaction","detail":"{read_only:false; response_revision:17138; number_of_response:1; }","duration":"934.43085ms","start":"2026-02-26T21:41:45.67729Z","end":"2026-02-26T21:41:46.611721Z","steps":["trace[1635634217] 'process raft request' (duration: 909.159021ms)","trace[1635634217] 'compare' (duration: 25.118865ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:41:46.611974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.073844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5526"} {"level":"warn","ts":"2026-02-26T21:41:46.611977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:41:45.677267Z","time spent":"934.620655ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:41:46.612005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.413757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T21:41:46.612035Z","caller":"traceutil/trace.go:171","msg":"trace[1661210217] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:17138; }","duration":"947.177837ms","start":"2026-02-26T21:41:45.664843Z","end":"2026-02-26T21:41:46.61202Z","steps":["trace[1661210217] 'agreement among raft nodes before linearized reading' (duration: 946.962401ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:41:46.612074Z","caller":"traceutil/trace.go:171","msg":"trace[657795229] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:17138; }","duration":"468.489459ms","start":"2026-02-26T21:41:46.143567Z","end":"2026-02-26T21:41:46.612056Z","steps":["trace[657795229] 'agreement among raft nodes before linearized reading' (duration: 468.385676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:41:46.612082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.84334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-26T21:41:46.612072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:41:45.664834Z","time spent":"947.227778ms","remote":"127.0.0.1:53812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5548,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-26T21:41:46.612136Z","caller":"traceutil/trace.go:171","msg":"trace[1892639904] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17138; }","duration":"876.074856ms","start":"2026-02-26T21:41:45.736047Z","end":"2026-02-26T21:41:46.612122Z","steps":["trace[1892639904] 'agreement among raft nodes before linearized reading' (duration: 875.874621ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:41:46.612188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:41:45.736033Z","time spent":"876.144469ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T21:41:46.612277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.449801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xpxd9\" ","response":"range_response_count:1 size:20764"} {"level":"warn","ts":"2026-02-26T21:41:46.612325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.038631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-z7ghg\" ","response":"range_response_count:1 size:22128"} {"level":"info","ts":"2026-02-26T21:41:46.612335Z","caller":"traceutil/trace.go:171","msg":"trace[226172364] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-xpxd9; range_end:; response_count:1; response_revision:17138; }","duration":"273.543474ms","start":"2026-02-26T21:41:46.338777Z","end":"2026-02-26T21:41:46.61232Z","steps":["trace[226172364] 'agreement among raft nodes before linearized reading' (duration: 273.3944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:41:46.612348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.954668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T21:41:46.61238Z","caller":"traceutil/trace.go:171","msg":"trace[358820473] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-z7ghg; range_end:; response_count:1; response_revision:17138; }","duration":"568.128213ms","start":"2026-02-26T21:41:46.044223Z","end":"2026-02-26T21:41:46.612352Z","steps":["trace[358820473] 'agreement among raft nodes before linearized reading' (duration: 567.98946ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:41:46.612398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.731248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-26T21:41:46.612409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:41:46.044211Z","time spent":"568.190015ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22150,"request content":"key:\"/registry/pods/openstack/nova-compute-default-z7ghg\" "} {"level":"info","ts":"2026-02-26T21:41:46.612441Z","caller":"traceutil/trace.go:171","msg":"trace[1244840322] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17138; }","duration":"869.768139ms","start":"2026-02-26T21:41:45.742655Z","end":"2026-02-26T21:41:46.612424Z","steps":["trace[1244840322] 'agreement among raft nodes before linearized reading' (duration: 869.661736ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:41:46.612485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:41:45.742632Z","time spent":"869.846252ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T21:41:46.612404Z","caller":"traceutil/trace.go:171","msg":"trace[1093783662] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17138; }","duration":"827.0585ms","start":"2026-02-26T21:41:45.785327Z","end":"2026-02-26T21:41:46.612385Z","steps":["trace[1093783662] 'agreement among raft nodes before linearized reading' (duration: 826.780923ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:41:46.612625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.155564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-26T21:41:46.612629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.871521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5526"} {"level":"info","ts":"2026-02-26T21:41:46.612686Z","caller":"traceutil/trace.go:171","msg":"trace[1828020075] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:17138; }","duration":"442.956733ms","start":"2026-02-26T21:41:46.169718Z","end":"2026-02-26T21:41:46.612674Z","steps":["trace[1828020075] 'agreement among raft nodes before linearized reading' (duration: 442.806489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:41:46.612722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.642557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-26T21:41:46.612735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.822068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12331"} {"level":"info","ts":"2026-02-26T21:41:46.612757Z","caller":"traceutil/trace.go:171","msg":"trace[1717329488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17138; }","duration":"866.686428ms","start":"2026-02-26T21:41:45.746062Z","end":"2026-02-26T21:41:46.612749Z","steps":["trace[1717329488] 'agreement among raft nodes before linearized reading' (duration: 866.606616ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:41:46.612792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:41:45.746056Z","time spent":"866.727909ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T21:41:46.612767Z","caller":"traceutil/trace.go:171","msg":"trace[714056026] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17138; }","duration":"583.88025ms","start":"2026-02-26T21:41:46.028877Z","end":"2026-02-26T21:41:46.612758Z","steps":["trace[714056026] 'agreement among raft nodes before linearized reading' (duration: 583.781908ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:41:46.612817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.227868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jjwxr\" ","response":"range_response_count:1 size:6525"} {"level":"warn","ts":"2026-02-26T21:41:46.612829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:41:46.028863Z","time spent":"583.957142ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12353,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T21:41:46.612636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:41:45.785301Z","time spent":"827.320698ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T21:41:46.612853Z","caller":"traceutil/trace.go:171","msg":"trace[955602657] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jjwxr; range_end:; response_count:1; response_revision:17138; }","duration":"455.30834ms","start":"2026-02-26T21:41:46.157536Z","end":"2026-02-26T21:41:46.612845Z","steps":["trace[955602657] 'agreement among raft nodes before linearized reading' (duration: 455.211278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:41:46.612883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:41:46.157514Z","time spent":"455.363741ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-jjwxr\" "} {"level":"warn","ts":"2026-02-26T21:41:46.612925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.067513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-02-26T21:41:46.612958Z","caller":"traceutil/trace.go:171","msg":"trace[2006554959] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:17138; }","duration":"469.100444ms","start":"2026-02-26T21:41:46.14385Z","end":"2026-02-26T21:41:46.61295Z","steps":["trace[2006554959] 'agreement among raft nodes before linearized reading' (duration: 469.015852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:41:46.612938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.127822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T21:41:46.612724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:41:46.169706Z","time spent":"443.009135ms","remote":"127.0.0.1:53812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5548,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T21:41:46.612961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.323891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T21:41:46.613025Z","caller":"traceutil/trace.go:171","msg":"trace[1766777475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17138; }","duration":"723.259186ms","start":"2026-02-26T21:41:45.889741Z","end":"2026-02-26T21:41:46.613001Z","steps":["trace[1766777475] 'agreement among raft nodes before linearized reading' (duration: 723.093721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:41:46.613035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.132789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-z7ghg\" ","response":"range_response_count:1 size:22128"} {"level":"info","ts":"2026-02-26T21:41:46.613067Z","caller":"traceutil/trace.go:171","msg":"trace[89343102] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-z7ghg; range_end:; response_count:1; response_revision:17138; }","duration":"555.191581ms","start":"2026-02-26T21:41:46.057867Z","end":"2026-02-26T21:41:46.613058Z","steps":["trace[89343102] 'agreement among raft nodes before linearized reading' (duration: 555.103469ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:41:46.613073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:41:45.889722Z","time spent":"723.343117ms","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:41:46.613101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:41:46.057853Z","time spent":"555.242212ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22150,"request content":"key:\"/registry/pods/openstack/nova-compute-default-z7ghg\" "} {"level":"info","ts":"2026-02-26T21:41:46.613061Z","caller":"traceutil/trace.go:171","msg":"trace[1786209451] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17138; }","duration":"874.447734ms","start":"2026-02-26T21:41:45.73859Z","end":"2026-02-26T21:41:46.613038Z","steps":["trace[1786209451] 'agreement among raft nodes before linearized reading' (duration: 874.143436ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:41:46.612137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:41:46.143496Z","time spent":"468.627502ms","remote":"127.0.0.1:53812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T21:41:46.613182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:41:45.738585Z","time spent":"874.583567ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T21:41:46.61265Z","caller":"traceutil/trace.go:171","msg":"trace[160995279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17138; }","duration":"866.213776ms","start":"2026-02-26T21:41:45.746428Z","end":"2026-02-26T21:41:46.612642Z","steps":["trace[160995279] 'agreement among raft nodes before linearized reading' (duration: 866.134154ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:41:46.61299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:41:46.143817Z","time spent":"469.167806ms","remote":"127.0.0.1:53744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-26T21:41:46.61324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:41:45.746401Z","time spent":"866.831452ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T21:41:46.744203Z","caller":"traceutil/trace.go:171","msg":"trace[1669035057] transaction","detail":"{read_only:false; response_revision:17140; number_of_response:1; }","duration":"124.138573ms","start":"2026-02-26T21:41:46.62002Z","end":"2026-02-26T21:41:46.744159Z","steps":["trace[1669035057] 'process raft request' (duration: 101.843944ms)","trace[1669035057] 'compare' (duration: 22.073303ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:41:46.744239Z","caller":"traceutil/trace.go:171","msg":"trace[782038824] transaction","detail":"{read_only:false; response_revision:17142; number_of_response:1; }","duration":"123.099336ms","start":"2026-02-26T21:41:46.621115Z","end":"2026-02-26T21:41:46.744215Z","steps":["trace[782038824] 'process raft request' (duration: 122.958452ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:41:46.74428Z","caller":"traceutil/trace.go:171","msg":"trace[1930192768] transaction","detail":"{read_only:false; response_revision:17141; number_of_response:1; }","duration":"124.139073ms","start":"2026-02-26T21:41:46.62011Z","end":"2026-02-26T21:41:46.744249Z","steps":["trace[1930192768] 'process raft request' (duration: 123.921437ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:41:46.744219Z","caller":"traceutil/trace.go:171","msg":"trace[1740762208] linearizableReadLoop","detail":"{readStateIndex:17798; appliedIndex:17795; }","duration":"123.553837ms","start":"2026-02-26T21:41:46.620639Z","end":"2026-02-26T21:41:46.744193Z","steps":["trace[1740762208] 'read index received' (duration: 2.750223ms)","trace[1740762208] 'applied index is now lower than readState.Index' (duration: 120.802204ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:41:46.744404Z","caller":"traceutil/trace.go:171","msg":"trace[968014228] transaction","detail":"{read_only:false; response_revision:17143; number_of_response:1; }","duration":"123.154586ms","start":"2026-02-26T21:41:46.621206Z","end":"2026-02-26T21:41:46.74436Z","steps":["trace[968014228] 'process raft request' (duration: 122.90232ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:41:46.744659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.994699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18791"} {"level":"info","ts":"2026-02-26T21:41:46.744726Z","caller":"traceutil/trace.go:171","msg":"trace[1750907953] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:17144; }","duration":"124.092332ms","start":"2026-02-26T21:41:46.620618Z","end":"2026-02-26T21:41:46.744711Z","steps":["trace[1750907953] 'agreement among raft nodes before linearized reading' (duration: 123.842725ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:41:46.744425Z","caller":"traceutil/trace.go:171","msg":"trace[2037444117] transaction","detail":"{read_only:false; response_revision:17144; number_of_response:1; }","duration":"121.918114ms","start":"2026-02-26T21:41:46.622476Z","end":"2026-02-26T21:41:46.744395Z","steps":["trace[2037444117] 'process raft request' (duration: 121.667668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:41:46.745587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.828264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770017"} {"level":"info","ts":"2026-02-26T21:41:46.745674Z","caller":"traceutil/trace.go:171","msg":"trace[2030976915] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:17144; }","duration":"123.942958ms","start":"2026-02-26T21:41:46.621711Z","end":"2026-02-26T21:41:46.745654Z","steps":["trace[2030976915] 'agreement among raft nodes before linearized reading' (duration: 122.87738ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:41:46.745684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.067962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770017"} {"level":"info","ts":"2026-02-26T21:41:46.745749Z","caller":"traceutil/trace.go:171","msg":"trace[132675006] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:17144; }","duration":"121.145274ms","start":"2026-02-26T21:41:46.624586Z","end":"2026-02-26T21:41:46.745731Z","steps":["trace[132675006] 'agreement among raft nodes before linearized reading' (duration: 119.966653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:41:46.74606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.216385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770017"} {"level":"info","ts":"2026-02-26T21:41:46.746136Z","caller":"traceutil/trace.go:171","msg":"trace[404848111] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:17144; }","duration":"124.327968ms","start":"2026-02-26T21:41:46.62179Z","end":"2026-02-26T21:41:46.746118Z","steps":["trace[404848111] 'agreement among raft nodes before linearized reading' (duration: 122.997833ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:41:47.312169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.163483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-02-26T21:41:47.312288Z","caller":"traceutil/trace.go:171","msg":"trace[996645026] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:17144; }","duration":"363.333038ms","start":"2026-02-26T21:41:46.94893Z","end":"2026-02-26T21:41:47.312263Z","steps":["trace[996645026] 'range keys from in-memory index tree' (duration: 362.964008ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:41:47.312287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.933448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T21:41:47.312319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.095277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5526"} {"level":"warn","ts":"2026-02-26T21:41:47.312344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:41:46.948906Z","time spent":"363.423621ms","remote":"127.0.0.1:53744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-26T21:41:47.312351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.483165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T21:41:47.312378Z","caller":"traceutil/trace.go:171","msg":"trace[1036004495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17144; }","duration":"422.03659ms","start":"2026-02-26T21:41:46.890317Z","end":"2026-02-26T21:41:47.312354Z","steps":["trace[1036004495] 'range keys from in-memory index tree' (duration: 421.851995ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:41:47.312384Z","caller":"traceutil/trace.go:171","msg":"trace[1579379131] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:17144; }","duration":"356.171769ms","start":"2026-02-26T21:41:46.956191Z","end":"2026-02-26T21:41:47.312363Z","steps":["trace[1579379131] 'range keys from in-memory index tree' (duration: 355.991324ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:41:47.312427Z","caller":"traceutil/trace.go:171","msg":"trace[1588252697] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:17144; }","duration":"365.596288ms","start":"2026-02-26T21:41:46.94681Z","end":"2026-02-26T21:41:47.312407Z","steps":["trace[1588252697] 'range keys from in-memory index tree' (duration: 365.353472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:41:47.312434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:41:46.956183Z","time spent":"356.23918ms","remote":"127.0.0.1:53812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5548,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T21:41:47.312434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:41:46.890253Z","time spent":"422.167664ms","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:41:47.312464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:41:46.946794Z","time spent":"365.6613ms","remote":"127.0.0.1:53812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-26T21:41:47.544749Z","caller":"traceutil/trace.go:171","msg":"trace[414989295] linearizableReadLoop","detail":"{readStateIndex:17803; appliedIndex:17802; }","duration":"179.65303ms","start":"2026-02-26T21:41:47.365054Z","end":"2026-02-26T21:41:47.544707Z","steps":["trace[414989295] 'read index received' (duration: 108.490709ms)","trace[414989295] 'applied index is now lower than readState.Index' (duration: 71.159991ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:41:47.545671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.594385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770017"} {"level":"info","ts":"2026-02-26T21:41:47.54572Z","caller":"traceutil/trace.go:171","msg":"trace[367926881] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:17145; }","duration":"180.688488ms","start":"2026-02-26T21:41:47.36502Z","end":"2026-02-26T21:41:47.545708Z","steps":["trace[367926881] 'agreement among raft nodes before linearized reading' (duration: 179.814545ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:41:48.368121Z","caller":"traceutil/trace.go:171","msg":"trace[1589992461] transaction","detail":"{read_only:false; response_revision:17146; number_of_response:1; }","duration":"113.645795ms","start":"2026-02-26T21:41:48.254443Z","end":"2026-02-26T21:41:48.368089Z","steps":["trace[1589992461] 'process raft request' (duration: 113.420959ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:41:48.63791Z","caller":"traceutil/trace.go:171","msg":"trace[1574870816] transaction","detail":"{read_only:false; response_revision:17147; number_of_response:1; }","duration":"181.49551ms","start":"2026-02-26T21:41:48.456389Z","end":"2026-02-26T21:41:48.637884Z","steps":["trace[1574870816] 'process raft request' (duration: 178.980323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:44:29.684109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.37568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-26T21:44:29.684336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.345744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T21:44:29.6844Z","caller":"traceutil/trace.go:171","msg":"trace[1131832244] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18348; }","duration":"125.469967ms","start":"2026-02-26T21:44:29.55891Z","end":"2026-02-26T21:44:29.684379Z","steps":["trace[1131832244] 'range keys from in-memory index tree' (duration: 125.222821ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:44:29.684557Z","caller":"traceutil/trace.go:171","msg":"trace[302910807] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18348; }","duration":"132.561395ms","start":"2026-02-26T21:44:29.551659Z","end":"2026-02-26T21:44:29.68422Z","steps":["trace[302910807] 'range keys from in-memory index tree' (duration: 132.225776ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:44:31.382862Z","caller":"traceutil/trace.go:171","msg":"trace[278909807] transaction","detail":"{read_only:false; response_revision:18360; number_of_response:1; }","duration":"127.239954ms","start":"2026-02-26T21:44:31.255607Z","end":"2026-02-26T21:44:31.382847Z","steps":["trace[278909807] 'process raft request' (duration: 127.150012ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:44:31.827398Z","caller":"traceutil/trace.go:171","msg":"trace[358543474] linearizableReadLoop","detail":"{readStateIndex:19062; appliedIndex:19061; }","duration":"101.408542ms","start":"2026-02-26T21:44:31.72597Z","end":"2026-02-26T21:44:31.827379Z","steps":["trace[358543474] 'read index received' (duration: 86.142028ms)","trace[358543474] 'applied index is now lower than readState.Index' (duration: 15.265624ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:44:31.827583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.728637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T21:44:31.827624Z","caller":"traceutil/trace.go:171","msg":"trace[1922298583] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18363; }","duration":"130.799779ms","start":"2026-02-26T21:44:31.696812Z","end":"2026-02-26T21:44:31.827612Z","steps":["trace[1922298583] 'agreement among raft nodes before linearized reading' (duration: 130.668456ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:44:31.827626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.386798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T21:44:31.827709Z","caller":"traceutil/trace.go:171","msg":"trace[2066037690] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18363; }","duration":"130.514452ms","start":"2026-02-26T21:44:31.697171Z","end":"2026-02-26T21:44:31.827685Z","steps":["trace[2066037690] 'agreement among raft nodes before linearized reading' (duration: 130.289996ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:44:31.827722Z","caller":"traceutil/trace.go:171","msg":"trace[55260618] transaction","detail":"{read_only:false; response_revision:18363; number_of_response:1; }","duration":"129.954456ms","start":"2026-02-26T21:44:31.697744Z","end":"2026-02-26T21:44:31.827698Z","steps":["trace[55260618] 'process raft request' (duration: 114.285272ms)","trace[55260618] 'compare' (duration: 15.259294ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:44:31.827875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.754848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T21:44:31.827913Z","caller":"traceutil/trace.go:171","msg":"trace[1463427781] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18363; }","duration":"130.81273ms","start":"2026-02-26T21:44:31.697091Z","end":"2026-02-26T21:44:31.827904Z","steps":["trace[1463427781] 'agreement among raft nodes before linearized reading' (duration: 130.721427ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:44:31.979541Z","caller":"traceutil/trace.go:171","msg":"trace[614266376] transaction","detail":"{read_only:false; response_revision:18364; number_of_response:1; }","duration":"248.879801ms","start":"2026-02-26T21:44:31.730561Z","end":"2026-02-26T21:44:31.979441Z","steps":["trace[614266376] 'process raft request' (duration: 214.878962ms)","trace[614266376] 'compare' (duration: 33.886216ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:44:31.999652Z","caller":"traceutil/trace.go:171","msg":"trace[98931697] linearizableReadLoop","detail":"{readStateIndex:19066; appliedIndex:19062; }","duration":"106.966829ms","start":"2026-02-26T21:44:31.892671Z","end":"2026-02-26T21:44:31.999638Z","steps":["trace[98931697] 'read index received' (duration: 52.91135ms)","trace[98931697] 'applied index is now lower than readState.Index' (duration: 54.054699ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:44:31.999711Z","caller":"traceutil/trace.go:171","msg":"trace[1728030628] transaction","detail":"{read_only:false; response_revision:18366; number_of_response:1; }","duration":"168.049154ms","start":"2026-02-26T21:44:31.831644Z","end":"2026-02-26T21:44:31.999694Z","steps":["trace[1728030628] 'process raft request' (duration: 167.868939ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:44:31.999738Z","caller":"traceutil/trace.go:171","msg":"trace[1470932712] transaction","detail":"{read_only:false; response_revision:18365; number_of_response:1; }","duration":"168.126276ms","start":"2026-02-26T21:44:31.831569Z","end":"2026-02-26T21:44:31.999695Z","steps":["trace[1470932712] 'process raft request' (duration: 167.875519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:44:31.999828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.142413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T21:44:31.99987Z","caller":"traceutil/trace.go:171","msg":"trace[1295956613] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:18367; }","duration":"107.242226ms","start":"2026-02-26T21:44:31.892617Z","end":"2026-02-26T21:44:31.99986Z","steps":["trace[1295956613] 'agreement among raft nodes before linearized reading' (duration: 107.078692ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:44:31.999806Z","caller":"traceutil/trace.go:171","msg":"trace[500132681] transaction","detail":"{read_only:false; response_revision:18367; number_of_response:1; }","duration":"167.777317ms","start":"2026-02-26T21:44:31.831996Z","end":"2026-02-26T21:44:31.999774Z","steps":["trace[500132681] 'process raft request' (duration: 167.550201ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:44:33.734858Z","caller":"traceutil/trace.go:171","msg":"trace[1400628040] transaction","detail":"{read_only:false; response_revision:18377; number_of_response:1; }","duration":"125.260002ms","start":"2026-02-26T21:44:33.609573Z","end":"2026-02-26T21:44:33.734833Z","steps":["trace[1400628040] 'process raft request' (duration: 124.851081ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:44:33.89138Z","caller":"traceutil/trace.go:171","msg":"trace[605300371] transaction","detail":"{read_only:false; response_revision:18378; number_of_response:1; }","duration":"152.460071ms","start":"2026-02-26T21:44:33.738894Z","end":"2026-02-26T21:44:33.891355Z","steps":["trace[605300371] 'process raft request' (duration: 102.571882ms)","trace[605300371] 'compare' (duration: 49.305924ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:46:18.793714Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17015} {"level":"info","ts":"2026-02-26T21:46:18.892589Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17015,"took":"95.709931ms","hash":3075502354,"current-db-size-bytes":40861696,"current-db-size":"41 MB","current-db-size-in-use-bytes":26075136,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-02-26T21:46:18.892688Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3075502354,"revision":17015,"compact-revision":14597} {"level":"info","ts":"2026-02-26T21:47:22.729197Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5ac240a6daec2148","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-26T21:47:22.734161Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-02-26T21:47:22.734266Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-02-26T21:47:26.636774Z","caller":"traceutil/trace.go:171","msg":"trace[1127215389] linearizableReadLoop","detail":"{readStateIndex:20023; appliedIndex:20022; }","duration":"205.661259ms","start":"2026-02-26T21:47:26.431087Z","end":"2026-02-26T21:47:26.636748Z","steps":["trace[1127215389] 'read index received' (duration: 205.491535ms)","trace[1127215389] 'applied index is now lower than readState.Index' (duration: 168.714µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:47:26.636873Z","caller":"traceutil/trace.go:171","msg":"trace[1590366306] transaction","detail":"{read_only:false; response_revision:19285; number_of_response:1; }","duration":"220.159782ms","start":"2026-02-26T21:47:26.41668Z","end":"2026-02-26T21:47:26.63684Z","steps":["trace[1590366306] 'process raft request' (duration: 219.923546ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:47:26.636993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.889445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-02-26T21:47:26.637035Z","caller":"traceutil/trace.go:171","msg":"trace[2104687109] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19285; }","duration":"205.983287ms","start":"2026-02-26T21:47:26.431042Z","end":"2026-02-26T21:47:26.637026Z","steps":["trace[2104687109] 'agreement among raft nodes before linearized reading' (duration: 205.844384ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:47:32.736356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.780261ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T21:47:32.736498Z","caller":"traceutil/trace.go:171","msg":"trace[429646422] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19316; }","duration":"267.931925ms","start":"2026-02-26T21:47:32.468546Z","end":"2026-02-26T21:47:32.736478Z","steps":["trace[429646422] 'range keys from in-memory index tree' (duration: 267.759281ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:47:32.736918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.955487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T21:47:32.736973Z","caller":"traceutil/trace.go:171","msg":"trace[1681093158] linearizableReadLoop","detail":"{readStateIndex:20057; appliedIndex:20056; }","duration":"180.821192ms","start":"2026-02-26T21:47:32.556142Z","end":"2026-02-26T21:47:32.736963Z","steps":["trace[1681093158] 'read index received' (duration: 43.921µs)","trace[1681093158] 'applied index is now lower than readState.Index' (duration: 180.775571ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:47:32.737019Z","caller":"traceutil/trace.go:171","msg":"trace[1152099265] transaction","detail":"{read_only:false; response_revision:19317; number_of_response:1; }","duration":"667.238594ms","start":"2026-02-26T21:47:32.069733Z","end":"2026-02-26T21:47:32.736972Z","steps":["trace[1152099265] 'process raft request' (duration: 450.173484ms)","trace[1152099265] 'compare' (duration: 216.175267ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:47:32.737102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.875275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T21:47:32.737136Z","caller":"traceutil/trace.go:171","msg":"trace[2034012903] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:19317; }","duration":"126.941117ms","start":"2026-02-26T21:47:32.610183Z","end":"2026-02-26T21:47:32.737125Z","steps":["trace[2034012903] 'agreement among raft nodes before linearized reading' (duration: 126.854485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:47:32.7372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:47:32.069708Z","time spent":"667.394738ms","remote":"127.0.0.1:53604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:47:32.737597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.444828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-26T21:47:32.737674Z","caller":"traceutil/trace.go:171","msg":"trace[2091108887] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19317; }","duration":"181.564771ms","start":"2026-02-26T21:47:32.556091Z","end":"2026-02-26T21:47:32.737656Z","steps":["trace[2091108887] 'agreement among raft nodes before linearized reading' (duration: 180.926914ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:47:33.109953Z","caller":"traceutil/trace.go:171","msg":"trace[1338019233] linearizableReadLoop","detail":"{readStateIndex:20060; appliedIndex:20059; }","duration":"218.177039ms","start":"2026-02-26T21:47:32.891752Z","end":"2026-02-26T21:47:33.109929Z","steps":["trace[1338019233] 'read index received' (duration: 217.972864ms)","trace[1338019233] 'applied index is now lower than readState.Index' (duration: 203.405µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:47:33.110008Z","caller":"traceutil/trace.go:171","msg":"trace[872326809] transaction","detail":"{read_only:false; response_revision:19320; number_of_response:1; }","duration":"272.277411ms","start":"2026-02-26T21:47:32.837697Z","end":"2026-02-26T21:47:33.109975Z","steps":["trace[872326809] 'process raft request' (duration: 272.087096ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:47:33.110124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.356104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T21:47:33.110166Z","caller":"traceutil/trace.go:171","msg":"trace[1292326611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19320; }","duration":"218.452716ms","start":"2026-02-26T21:47:32.891703Z","end":"2026-02-26T21:47:33.110156Z","steps":["trace[1292326611] 'agreement among raft nodes before linearized reading' (duration: 218.354774ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:47:33.110288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.893948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T21:47:33.110334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.02937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-26T21:47:33.110321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.652899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-02-26T21:47:33.110401Z","caller":"traceutil/trace.go:171","msg":"trace[813242574] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19320; }","duration":"124.114712ms","start":"2026-02-26T21:47:32.986268Z","end":"2026-02-26T21:47:33.110383Z","steps":["trace[813242574] 'agreement among raft nodes before linearized reading' (duration: 123.983369ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:47:33.110451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.785574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-z7ghg\" ","response":"range_response_count:1 size:22128"} {"level":"warn","ts":"2026-02-26T21:47:33.110458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.629514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T21:47:33.110496Z","caller":"traceutil/trace.go:171","msg":"trace[1951745840] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-z7ghg; range_end:; response_count:1; response_revision:19320; }","duration":"162.825235ms","start":"2026-02-26T21:47:32.947659Z","end":"2026-02-26T21:47:33.110484Z","steps":["trace[1951745840] 'agreement among raft nodes before linearized reading' (duration: 162.715402ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:47:33.110546Z","caller":"traceutil/trace.go:171","msg":"trace[1267825813] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19320; }","duration":"133.767547ms","start":"2026-02-26T21:47:32.976761Z","end":"2026-02-26T21:47:33.110529Z","steps":["trace[1267825813] 'agreement among raft nodes before linearized reading' (duration: 133.525181ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:47:33.110378Z","caller":"traceutil/trace.go:171","msg":"trace[625775787] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19320; }","duration":"118.027421ms","start":"2026-02-26T21:47:32.992327Z","end":"2026-02-26T21:47:33.110354Z","steps":["trace[625775787] 'agreement among raft nodes before linearized reading' (duration: 117.867096ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:47:33.110334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.936894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T21:47:33.110649Z","caller":"traceutil/trace.go:171","msg":"trace[2024568430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19320; }","duration":"181.300674ms","start":"2026-02-26T21:47:32.929342Z","end":"2026-02-26T21:47:33.110643Z","steps":["trace[2024568430] 'agreement among raft nodes before linearized reading' (duration: 180.820142ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:47:33.110312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.69065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T21:47:33.110712Z","caller":"traceutil/trace.go:171","msg":"trace[1187158413] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19320; }","duration":"130.099971ms","start":"2026-02-26T21:47:32.980594Z","end":"2026-02-26T21:47:33.110694Z","steps":["trace[1187158413] 'agreement among raft nodes before linearized reading' (duration: 129.588307ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:47:33.110465Z","caller":"traceutil/trace.go:171","msg":"trace[29775666] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19320; }","duration":"157.782132ms","start":"2026-02-26T21:47:32.952636Z","end":"2026-02-26T21:47:33.110418Z","steps":["trace[29775666] 'agreement among raft nodes before linearized reading' (duration: 157.585577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:47:34.706037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471886732s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T21:47:34.706168Z","caller":"traceutil/trace.go:171","msg":"trace[216463289] transaction","detail":"{read_only:false; response_revision:19322; number_of_response:1; }","duration":"1.591831614s","start":"2026-02-26T21:47:33.114326Z","end":"2026-02-26T21:47:34.706158Z","steps":["trace[216463289] 'process raft request' (duration: 1.591776292s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:47:34.706207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:47:33.114301Z","time spent":"1.591890856s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:47:34.706205Z","caller":"traceutil/trace.go:171","msg":"trace[1987136008] transaction","detail":"{read_only:false; response_revision:19321; number_of_response:1; }","duration":"1.592120761s","start":"2026-02-26T21:47:33.114057Z","end":"2026-02-26T21:47:34.706178Z","steps":["trace[1987136008] 'process raft request' (duration: 120.041614ms)","trace[1987136008] 'compare' (duration: 1.471478781s)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:47:34.706291Z","caller":"traceutil/trace.go:171","msg":"trace[963772929] linearizableReadLoop","detail":"{readStateIndex:20064; appliedIndex:20060; }","duration":"1.589115372s","start":"2026-02-26T21:47:33.117157Z","end":"2026-02-26T21:47:34.706272Z","steps":["trace[963772929] 'read index received' (duration: 116.929702ms)","trace[963772929] 'applied index is now lower than readState.Index' (duration: 1.47218462s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:47:34.706336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:47:33.114036Z","time spent":"1.592223774s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:47:34.706372Z","caller":"traceutil/trace.go:171","msg":"trace[264813730] transaction","detail":"{read_only:false; response_revision:19324; number_of_response:1; }","duration":"1.59132676s","start":"2026-02-26T21:47:33.115036Z","end":"2026-02-26T21:47:34.706363Z","steps":["trace[264813730] 'process raft request' (duration: 1.591181886s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:47:34.706361Z","caller":"traceutil/trace.go:171","msg":"trace[91573482] transaction","detail":"{read_only:false; response_revision:19323; number_of_response:1; }","duration":"1.591904335s","start":"2026-02-26T21:47:33.114429Z","end":"2026-02-26T21:47:34.706334Z","steps":["trace[91573482] 'process raft request' (duration: 1.59170689s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:47:34.706443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:47:33.115027Z","time spent":"1.591372082s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:47:34.706506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:47:33.114418Z","time spent":"1.592001209s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:47:34.706924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589765849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:875764"} {"level":"info","ts":"2026-02-26T21:47:34.706963Z","caller":"traceutil/trace.go:171","msg":"trace[2021277194] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:19324; }","duration":"1.589820081s","start":"2026-02-26T21:47:33.117137Z","end":"2026-02-26T21:47:34.706957Z","steps":["trace[2021277194] 'agreement among raft nodes before linearized reading' (duration: 1.589256766s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:47:34.706979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:47:33.117129Z","time spent":"1.589845351s","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":875786,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-26T21:47:34.930716Z","caller":"traceutil/trace.go:171","msg":"trace[836434457] transaction","detail":"{read_only:false; response_revision:19325; number_of_response:1; }","duration":"897.789431ms","start":"2026-02-26T21:47:34.032904Z","end":"2026-02-26T21:47:34.930693Z","steps":["trace[836434457] 'process raft request' (duration: 886.267127ms)","trace[836434457] 'compare' (duration: 11.386601ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:47:34.930841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:47:34.032881Z","time spent":"897.894094ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:47:34.930998Z","caller":"traceutil/trace.go:171","msg":"trace[117548549] transaction","detail":"{read_only:false; response_revision:19326; number_of_response:1; }","duration":"887.252422ms","start":"2026-02-26T21:47:34.043646Z","end":"2026-02-26T21:47:34.930898Z","steps":["trace[117548549] 'process raft request' (duration: 887.010195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:47:34.931162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:47:34.04362Z","time spent":"887.448007ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:47:34.978818Z","caller":"traceutil/trace.go:171","msg":"trace[1831475282] linearizableReadLoop","detail":"{readStateIndex:20067; appliedIndex:20064; }","duration":"272.456994ms","start":"2026-02-26T21:47:34.706334Z","end":"2026-02-26T21:47:34.978791Z","steps":["trace[1831475282] 'read index received' (duration: 212.851679ms)","trace[1831475282] 'applied index is now lower than readState.Index' (duration: 59.604385ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:47:34.978976Z","caller":"traceutil/trace.go:171","msg":"trace[547474879] transaction","detail":"{read_only:false; response_revision:19327; number_of_response:1; }","duration":"837.297501ms","start":"2026-02-26T21:47:34.141618Z","end":"2026-02-26T21:47:34.978915Z","steps":["trace[547474879] 'process raft request' (duration: 837.013153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:47:34.978978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.975449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T21:47:34.97903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471873551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12331"} {"level":"warn","ts":"2026-02-26T21:47:34.979097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598498499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8nzcc\" ","response":"range_response_count:1 size:9802"} {"level":"info","ts":"2026-02-26T21:47:34.97907Z","caller":"traceutil/trace.go:171","msg":"trace[964630499] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:19327; }","duration":"686.162524ms","start":"2026-02-26T21:47:34.29289Z","end":"2026-02-26T21:47:34.979052Z","steps":["trace[964630499] 'agreement among raft nodes before linearized reading' (duration: 685.966809ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:47:34.97912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:47:34.141597Z","time spent":"837.438254ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:47:34.979146Z","caller":"traceutil/trace.go:171","msg":"trace[1372380336] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8nzcc; range_end:; response_count:1; response_revision:19327; }","duration":"1.598574171s","start":"2026-02-26T21:47:33.38056Z","end":"2026-02-26T21:47:34.979134Z","steps":["trace[1372380336] 'agreement among raft nodes before linearized reading' (duration: 1.598397787s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:47:34.979162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418905281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T21:47:34.979162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087146657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T21:47:34.979193Z","caller":"traceutil/trace.go:171","msg":"trace[1016622710] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19327; }","duration":"1.418972052s","start":"2026-02-26T21:47:33.560211Z","end":"2026-02-26T21:47:34.979183Z","steps":["trace[1016622710] 'agreement among raft nodes before linearized reading' (duration: 1.41891493s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:47:34.979184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608841183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T21:47:34.979212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:47:34.292865Z","time spent":"686.285947ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-02-26T21:47:34.979229Z","caller":"traceutil/trace.go:171","msg":"trace[754131662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19327; }","duration":"1.087273321s","start":"2026-02-26T21:47:33.89194Z","end":"2026-02-26T21:47:34.979214Z","steps":["trace[754131662] 'agreement among raft nodes before linearized reading' (duration: 1.087129147s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:47:34.979234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:47:33.560194Z","time spent":"1.419030634s","remote":"127.0.0.1:55956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T21:47:34.979248Z","caller":"traceutil/trace.go:171","msg":"trace[107056074] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:19327; }","duration":"1.608920635s","start":"2026-02-26T21:47:33.370313Z","end":"2026-02-26T21:47:34.979234Z","steps":["trace[107056074] 'agreement among raft nodes before linearized reading' (duration: 1.608819782s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:47:34.979271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:47:33.891917Z","time spent":"1.087345773s","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:47:34.979273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695117844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-02-26T21:47:34.97929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609303655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T21:47:34.979324Z","caller":"traceutil/trace.go:171","msg":"trace[359043674] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:19327; }","duration":"1.695202436s","start":"2026-02-26T21:47:33.284112Z","end":"2026-02-26T21:47:34.979315Z","steps":["trace[359043674] 'agreement among raft nodes before linearized reading' (duration: 1.695094243s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:47:34.979342Z","caller":"traceutil/trace.go:171","msg":"trace[922552692] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:19327; }","duration":"1.609355666s","start":"2026-02-26T21:47:33.369965Z","end":"2026-02-26T21:47:34.97932Z","steps":["trace[922552692] 'agreement among raft nodes before linearized reading' (duration: 1.609276574s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:47:34.979352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:47:33.284093Z","time spent":"1.695252108s","remote":"127.0.0.1:53740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-02-26T21:47:34.979362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:47:33.369958Z","time spent":"1.609399147s","remote":"127.0.0.1:53812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-02-26T21:47:34.979427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.584131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-26T21:47:34.979184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:47:33.380551Z","time spent":"1.598625743s","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9824,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-8nzcc\" "} {"level":"info","ts":"2026-02-26T21:47:34.97946Z","caller":"traceutil/trace.go:171","msg":"trace[337921967] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19327; }","duration":"195.658533ms","start":"2026-02-26T21:47:34.783793Z","end":"2026-02-26T21:47:34.979452Z","steps":["trace[337921967] 'agreement among raft nodes before linearized reading' (duration: 195.527379ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:47:34.979351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60949905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T21:47:34.979288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:47:33.370306Z","time spent":"1.608974406s","remote":"127.0.0.1:53812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T21:47:34.979496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.056624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-02-26T21:47:34.979544Z","caller":"traceutil/trace.go:171","msg":"trace[1172459265] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:19327; }","duration":"1.609710656s","start":"2026-02-26T21:47:33.369781Z","end":"2026-02-26T21:47:34.979492Z","steps":["trace[1172459265] 'agreement among raft nodes before linearized reading' (duration: 1.609259834s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:47:34.979549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6072014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5311"} {"level":"warn","ts":"2026-02-26T21:47:34.979635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:47:33.369764Z","time spent":"1.60985885s","remote":"127.0.0.1:53812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"info","ts":"2026-02-26T21:47:34.979558Z","caller":"traceutil/trace.go:171","msg":"trace[502218060] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19327; }","duration":"238.128756ms","start":"2026-02-26T21:47:34.741412Z","end":"2026-02-26T21:47:34.979541Z","steps":["trace[502218060] 'agreement among raft nodes before linearized reading' (duration: 237.90041ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:47:34.979102Z","caller":"traceutil/trace.go:171","msg":"trace[74286229] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19327; }","duration":"1.471988944s","start":"2026-02-26T21:47:33.507095Z","end":"2026-02-26T21:47:34.979084Z","steps":["trace[74286229] 'agreement among raft nodes before linearized reading' (duration: 1.471727587s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:47:34.979684Z","caller":"traceutil/trace.go:171","msg":"trace[1112454696] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:19327; }","duration":"1.607381454s","start":"2026-02-26T21:47:33.372276Z","end":"2026-02-26T21:47:34.979657Z","steps":["trace[1112454696] 'agreement among raft nodes before linearized reading' (duration: 1.606939013s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:47:34.979745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:47:33.507077Z","time spent":"1.472653362s","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12353,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T21:47:34.979754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:47:33.372268Z","time spent":"1.607475427s","remote":"127.0.0.1:53812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5333,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"info","ts":"2026-02-26T21:47:52.982414Z","caller":"traceutil/trace.go:171","msg":"trace[848560009] transaction","detail":"{read_only:false; response_revision:19477; number_of_response:1; }","duration":"191.02303ms","start":"2026-02-26T21:47:52.791359Z","end":"2026-02-26T21:47:52.982382Z","steps":["trace[848560009] 'process raft request' (duration: 190.860676ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:47:53.100039Z","caller":"traceutil/trace.go:171","msg":"trace[32745932] transaction","detail":"{read_only:false; response_revision:19480; number_of_response:1; }","duration":"109.313271ms","start":"2026-02-26T21:47:52.99069Z","end":"2026-02-26T21:47:53.100003Z","steps":["trace[32745932] 'process raft request' (duration: 109.238049ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:47:53.10015Z","caller":"traceutil/trace.go:171","msg":"trace[1832024682] transaction","detail":"{read_only:false; response_revision:19478; number_of_response:1; }","duration":"306.385161ms","start":"2026-02-26T21:47:52.793736Z","end":"2026-02-26T21:47:53.100121Z","steps":["trace[1832024682] 'process raft request' (duration: 244.190356ms)","trace[1832024682] 'compare' (duration: 61.502776ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:47:53.100215Z","caller":"traceutil/trace.go:171","msg":"trace[1812558998] linearizableReadLoop","detail":"{readStateIndex:20228; appliedIndex:20225; }","duration":"305.695653ms","start":"2026-02-26T21:47:52.794484Z","end":"2026-02-26T21:47:53.10018Z","steps":["trace[1812558998] 'read index received' (duration: 187.791335ms)","trace[1812558998] 'applied index is now lower than readState.Index' (duration: 117.901638ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:47:53.100211Z","caller":"traceutil/trace.go:171","msg":"trace[959708769] transaction","detail":"{read_only:false; response_revision:19479; number_of_response:1; }","duration":"305.779354ms","start":"2026-02-26T21:47:52.794376Z","end":"2026-02-26T21:47:53.100155Z","steps":["trace[959708769] 'process raft request' (duration: 305.399294ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:47:53.100246Z","caller":"traceutil/trace.go:171","msg":"trace[1594591788] transaction","detail":"{read_only:false; response_revision:19481; number_of_response:1; }","duration":"108.055648ms","start":"2026-02-26T21:47:52.992162Z","end":"2026-02-26T21:47:53.100217Z","steps":["trace[1594591788] 'process raft request' (duration: 107.805471ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:47:53.100285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:47:52.793728Z","time spent":"306.485214ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:47:53.100397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:47:52.794361Z","time spent":"305.944729ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:47:53.100396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.074668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T21:47:53.100458Z","caller":"traceutil/trace.go:171","msg":"trace[1880781867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19481; }","duration":"209.186312ms","start":"2026-02-26T21:47:52.891255Z","end":"2026-02-26T21:47:53.100441Z","steps":["trace[1880781867] 'agreement among raft nodes before linearized reading' (duration: 209.089729ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:47:53.100489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.980861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T21:47:53.100538Z","caller":"traceutil/trace.go:171","msg":"trace[339700356] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19481; }","duration":"306.056772ms","start":"2026-02-26T21:47:52.794466Z","end":"2026-02-26T21:47:53.100523Z","steps":["trace[339700356] 'agreement among raft nodes before linearized reading' (duration: 305.863757ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:47:53.100576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:47:52.79446Z","time spent":"306.107053ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T21:47:53.10083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.44008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-z7ghg\" ","response":"range_response_count:1 size:22128"} {"level":"info","ts":"2026-02-26T21:47:53.100875Z","caller":"traceutil/trace.go:171","msg":"trace[1879983164] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-z7ghg; range_end:; response_count:1; response_revision:19481; }","duration":"172.528232ms","start":"2026-02-26T21:47:52.928334Z","end":"2026-02-26T21:47:53.100862Z","steps":["trace[1879983164] 'agreement among raft nodes before linearized reading' (duration: 172.362548ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:51:18.801271Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18935} {"level":"info","ts":"2026-02-26T21:51:18.901598Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18935,"took":"96.988144ms","hash":3179580058,"current-db-size-bytes":40861696,"current-db-size":"41 MB","current-db-size-in-use-bytes":21712896,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-02-26T21:51:18.90167Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3179580058,"revision":18935,"compact-revision":17015}