{"level":"warn","ts":"2026-03-04T15:24:54.159271Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T15:24:54.159372Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.176:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.176:2380","--initial-cluster=instance=https://199.19.213.176:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.176:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.176:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-04T15:24:54.159435Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T15:24:54.159443Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.176:2380"]} {"level":"info","ts":"2026-03-04T15:24:54.159461Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T15:24:54.160356Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.176:2379"]} {"level":"info","ts":"2026-03-04T15:24:54.160461Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.176:2380"],"listen-peer-urls":["https://199.19.213.176:2380"],"advertise-client-urls":["https://199.19.213.176:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.176:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.176:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-04T15:24:54.165333Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.618385ms"} {"level":"info","ts":"2026-03-04T15:24:54.170329Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6e120e57916b9bd4","cluster-id":"e644555f29703ff6"} {"level":"info","ts":"2026-03-04T15:24:54.170435Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e120e57916b9bd4 switched to configuration voters=()"} {"level":"info","ts":"2026-03-04T15:24:54.170472Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e120e57916b9bd4 became follower at term 0"} {"level":"info","ts":"2026-03-04T15:24:54.170499Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6e120e57916b9bd4 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-04T15:24:54.170519Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e120e57916b9bd4 became follower at term 1"} {"level":"info","ts":"2026-03-04T15:24:54.170583Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e120e57916b9bd4 switched to configuration voters=(7931417663017556948)"} {"level":"warn","ts":"2026-03-04T15:24:54.178996Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-04T15:24:54.180658Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-04T15:24:54.182776Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-04T15:24:54.184837Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6e120e57916b9bd4","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-04T15:24:54.185041Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6e120e57916b9bd4","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-04T15:24:54.185226Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T15:24:54.185395Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T15:24:54.185413Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T15:24:54.186774Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e120e57916b9bd4 switched to configuration voters=(7931417663017556948)"} {"level":"info","ts":"2026-03-04T15:24:54.187499Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e644555f29703ff6","local-member-id":"6e120e57916b9bd4","added-peer-id":"6e120e57916b9bd4","added-peer-peer-urls":["https://199.19.213.176:2380"]} {"level":"info","ts":"2026-03-04T15:24:54.190665Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T15:24:54.190824Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.176:2380"} {"level":"info","ts":"2026-03-04T15:24:54.190853Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.176:2380"} {"level":"info","ts":"2026-03-04T15:24:54.191151Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6e120e57916b9bd4","initial-advertise-peer-urls":["https://199.19.213.176:2380"],"listen-peer-urls":["https://199.19.213.176:2380"],"advertise-client-urls":["https://199.19.213.176:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.176:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-04T15:24:54.191172Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-04T15:24:54.771083Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e120e57916b9bd4 is starting a new election at term 1"} {"level":"info","ts":"2026-03-04T15:24:54.771201Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e120e57916b9bd4 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-04T15:24:54.771243Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e120e57916b9bd4 received MsgPreVoteResp from 6e120e57916b9bd4 at term 1"} {"level":"info","ts":"2026-03-04T15:24:54.771259Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e120e57916b9bd4 became candidate at term 2"} {"level":"info","ts":"2026-03-04T15:24:54.771271Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e120e57916b9bd4 received MsgVoteResp from 6e120e57916b9bd4 at term 2"} {"level":"info","ts":"2026-03-04T15:24:54.771279Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e120e57916b9bd4 became leader at term 2"} {"level":"info","ts":"2026-03-04T15:24:54.771292Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6e120e57916b9bd4 elected leader 6e120e57916b9bd4 at term 2"} {"level":"info","ts":"2026-03-04T15:24:54.772281Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T15:24:54.773126Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6e120e57916b9bd4","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.176:2379]}","request-path":"/0/members/6e120e57916b9bd4/attributes","cluster-id":"e644555f29703ff6","publish-timeout":"7s"} {"level":"info","ts":"2026-03-04T15:24:54.773147Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T15:24:54.773129Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T15:24:54.773519Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-04T15:24:54.773603Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-04T15:24:54.774529Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e644555f29703ff6","local-member-id":"6e120e57916b9bd4","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T15:24:54.774621Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T15:24:54.774686Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T15:24:54.775578Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-04T15:24:54.777512Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.176:2379"} {"level":"info","ts":"2026-03-04T15:24:59.619208Z","caller":"traceutil/trace.go:171","msg":"trace[689192093] transaction","detail":"{read_only:false; response_revision:290; number_of_response:1; }","duration":"140.426665ms","start":"2026-03-04T15:24:59.47875Z","end":"2026-03-04T15:24:59.619176Z","steps":["trace[689192093] 'process raft request' (duration: 82.875727ms)","trace[689192093] 'compare' (duration: 57.391455ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:24:59.620342Z","caller":"traceutil/trace.go:171","msg":"trace[663321899] transaction","detail":"{read_only:false; number_of_response:0; response_revision:290; }","duration":"141.378405ms","start":"2026-03-04T15:24:59.478944Z","end":"2026-03-04T15:24:59.620322Z","steps":["trace[663321899] 'process raft request' (duration: 141.189692ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:24:59.620571Z","caller":"traceutil/trace.go:171","msg":"trace[472434954] transaction","detail":"{read_only:false; response_revision:291; number_of_response:1; }","duration":"125.403792ms","start":"2026-03-04T15:24:59.495149Z","end":"2026-03-04T15:24:59.620553Z","steps":["trace[472434954] 'process raft request' (duration: 125.131177ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:24:59.620694Z","caller":"traceutil/trace.go:171","msg":"trace[1728607289] transaction","detail":"{read_only:false; number_of_response:0; response_revision:292; }","duration":"123.770298ms","start":"2026-03-04T15:24:59.496906Z","end":"2026-03-04T15:24:59.620676Z","steps":["trace[1728607289] 'process raft request' (duration: 123.481022ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:24:59.62077Z","caller":"traceutil/trace.go:171","msg":"trace[2007501986] transaction","detail":"{read_only:false; number_of_response:0; response_revision:290; }","duration":"125.577246ms","start":"2026-03-04T15:24:59.495148Z","end":"2026-03-04T15:24:59.620726Z","steps":["trace[2007501986] 'process raft request' (duration: 125.103196ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:24:59.620803Z","caller":"traceutil/trace.go:171","msg":"trace[908854945] transaction","detail":"{read_only:false; number_of_response:0; response_revision:290; }","duration":"125.741799ms","start":"2026-03-04T15:24:59.495018Z","end":"2026-03-04T15:24:59.62076Z","steps":["trace[908854945] 'process raft request' (duration: 125.209128ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:24:59.620826Z","caller":"traceutil/trace.go:171","msg":"trace[1603595940] transaction","detail":"{read_only:false; response_revision:292; number_of_response:1; }","duration":"125.391911ms","start":"2026-03-04T15:24:59.495412Z","end":"2026-03-04T15:24:59.620804Z","steps":["trace[1603595940] 'process raft request' (duration: 124.940372ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:25:10.667289Z","caller":"traceutil/trace.go:171","msg":"trace[552196501] linearizableReadLoop","detail":"{readStateIndex:428; appliedIndex:427; }","duration":"149.31531ms","start":"2026-03-04T15:25:10.517938Z","end":"2026-03-04T15:25:10.667253Z","steps":["trace[552196501] 'read index received' (duration: 149.060435ms)","trace[552196501] 'applied index is now lower than readState.Index' (duration: 253.655µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:25:10.667413Z","caller":"traceutil/trace.go:171","msg":"trace[271826715] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"178.956547ms","start":"2026-03-04T15:25:10.488415Z","end":"2026-03-04T15:25:10.667372Z","steps":["trace[271826715] 'process raft request' (duration: 178.674831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:25:10.667557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.585125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T15:25:10.667709Z","caller":"traceutil/trace.go:171","msg":"trace[940133864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:412; }","duration":"149.801409ms","start":"2026-03-04T15:25:10.517876Z","end":"2026-03-04T15:25:10.667677Z","steps":["trace[940133864] 'agreement among raft nodes before linearized reading' (duration: 149.540974ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:25:32.830814Z","caller":"traceutil/trace.go:171","msg":"trace[1668804830] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"318.206594ms","start":"2026-03-04T15:25:32.51257Z","end":"2026-03-04T15:25:32.830776Z","steps":["trace[1668804830] 'process raft request' (duration: 317.804136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:25:32.832933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:25:32.512533Z","time spent":"318.422128ms","remote":"127.0.0.1:57640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:25:32.948859Z","caller":"traceutil/trace.go:171","msg":"trace[314241543] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"104.871689ms","start":"2026-03-04T15:25:32.843951Z","end":"2026-03-04T15:25:32.948823Z","steps":["trace[314241543] 'process raft request' (duration: 104.530722ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:25:53.041426Z","caller":"traceutil/trace.go:171","msg":"trace[126096947] linearizableReadLoop","detail":"{readStateIndex:958; appliedIndex:957; }","duration":"127.703709ms","start":"2026-03-04T15:25:52.913688Z","end":"2026-03-04T15:25:53.041392Z","steps":["trace[126096947] 'read index received' (duration: 114.280217ms)","trace[126096947] 'applied index is now lower than readState.Index' (duration: 13.422132ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:25:53.041502Z","caller":"traceutil/trace.go:171","msg":"trace[1075606374] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"348.712665ms","start":"2026-03-04T15:25:52.692737Z","end":"2026-03-04T15:25:53.04145Z","steps":["trace[1075606374] 'process raft request' (duration: 335.323524ms)","trace[1075606374] 'compare' (duration: 13.184597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:25:53.041714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.973275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:25:53.041862Z","caller":"traceutil/trace.go:171","msg":"trace[188334045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:931; }","duration":"128.19559ms","start":"2026-03-04T15:25:52.913636Z","end":"2026-03-04T15:25:53.041832Z","steps":["trace[188334045] 'agreement among raft nodes before linearized reading' (duration: 127.901853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:25:53.04176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:25:52.692707Z","time spent":"348.90116ms","remote":"127.0.0.1:57714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1613,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:26:46.899687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.029126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T15:26:46.899801Z","caller":"traceutil/trace.go:171","msg":"trace[1558678632] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1603; }","duration":"128.21646ms","start":"2026-03-04T15:26:46.771563Z","end":"2026-03-04T15:26:46.89978Z","steps":["trace[1558678632] 'range keys from in-memory index tree' (duration: 127.776921ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:27:31.82203Z","caller":"traceutil/trace.go:171","msg":"trace[210013391] linearizableReadLoop","detail":"{readStateIndex:1961; appliedIndex:1960; }","duration":"115.44122ms","start":"2026-03-04T15:27:31.706566Z","end":"2026-03-04T15:27:31.822007Z","steps":["trace[210013391] 'read index received' (duration: 115.306507ms)","trace[210013391] 'applied index is now lower than readState.Index' (duration: 133.833µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:27:31.822105Z","caller":"traceutil/trace.go:171","msg":"trace[1275427363] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"160.235077ms","start":"2026-03-04T15:27:31.661825Z","end":"2026-03-04T15:27:31.82206Z","steps":["trace[1275427363] 'process raft request' (duration: 160.051153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:27:31.822331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.957686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T15:27:31.822432Z","caller":"traceutil/trace.go:171","msg":"trace[188292148] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1884; }","duration":"103.098209ms","start":"2026-03-04T15:27:31.719319Z","end":"2026-03-04T15:27:31.822418Z","steps":["trace[188292148] 'agreement among raft nodes before linearized reading' (duration: 102.892015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:27:31.822406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.805577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T15:27:31.822531Z","caller":"traceutil/trace.go:171","msg":"trace[681624301] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1884; }","duration":"115.983541ms","start":"2026-03-04T15:27:31.706523Z","end":"2026-03-04T15:27:31.822506Z","steps":["trace[681624301] 'agreement among raft nodes before linearized reading' (duration: 115.627994ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:27:37.44897Z","caller":"traceutil/trace.go:171","msg":"trace[408274640] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"153.655491ms","start":"2026-03-04T15:27:37.29528Z","end":"2026-03-04T15:27:37.448936Z","steps":["trace[408274640] 'process raft request' (duration: 153.454017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:27:38.051468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.835359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:27:38.051572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.772322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T15:27:38.051618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.545096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.176\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T15:27:38.051641Z","caller":"traceutil/trace.go:171","msg":"trace[1147102577] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1913; }","duration":"192.878014ms","start":"2026-03-04T15:27:37.858743Z","end":"2026-03-04T15:27:38.051621Z","steps":["trace[1147102577] 'range keys from in-memory index tree' (duration: 192.638679ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:27:38.051571Z","caller":"traceutil/trace.go:171","msg":"trace[376118159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1913; }","duration":"139.949571ms","start":"2026-03-04T15:27:37.911597Z","end":"2026-03-04T15:27:38.051546Z","steps":["trace[376118159] 'range keys from in-memory index tree' (duration: 139.768376ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:27:38.051668Z","caller":"traceutil/trace.go:171","msg":"trace[1097937698] range","detail":"{range_begin:/registry/masterleases/199.19.213.176; range_end:; response_count:1; response_revision:1913; }","duration":"175.626618ms","start":"2026-03-04T15:27:37.876026Z","end":"2026-03-04T15:27:38.051652Z","steps":["trace[1097937698] 'range keys from in-memory index tree' (duration: 175.378153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:27:38.051468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.785193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T15:27:38.051791Z","caller":"traceutil/trace.go:171","msg":"trace[1723770448] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1913; }","duration":"202.131611ms","start":"2026-03-04T15:27:37.84964Z","end":"2026-03-04T15:27:38.051772Z","steps":["trace[1723770448] 'range keys from in-memory index tree' (duration: 201.588549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:27:38.051465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.120526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T15:27:38.052043Z","caller":"traceutil/trace.go:171","msg":"trace[963374605] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1913; }","duration":"182.746819ms","start":"2026-03-04T15:27:37.86927Z","end":"2026-03-04T15:27:38.052017Z","steps":["trace[963374605] 'range keys from in-memory index tree' (duration: 181.907811ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:28:34.771641Z","caller":"traceutil/trace.go:171","msg":"trace[1575639774] transaction","detail":"{read_only:false; response_revision:2364; number_of_response:1; }","duration":"114.407138ms","start":"2026-03-04T15:28:34.657202Z","end":"2026-03-04T15:28:34.771609Z","steps":["trace[1575639774] 'process raft request' (duration: 112.521267ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:28:34.771993Z","caller":"traceutil/trace.go:171","msg":"trace[1474576335] transaction","detail":"{read_only:false; response_revision:2365; number_of_response:1; }","duration":"100.557014ms","start":"2026-03-04T15:28:34.671393Z","end":"2026-03-04T15:28:34.77195Z","steps":["trace[1474576335] 'process raft request' (duration: 100.295738ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:31:49.562004Z","caller":"traceutil/trace.go:171","msg":"trace[1668376678] linearizableReadLoop","detail":"{readStateIndex:3661; appliedIndex:3660; }","duration":"228.716516ms","start":"2026-03-04T15:31:49.333257Z","end":"2026-03-04T15:31:49.561974Z","steps":["trace[1668376678] 'read index received' (duration: 228.530802ms)","trace[1668376678] 'applied index is now lower than readState.Index' (duration: 184.434µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:31:49.562093Z","caller":"traceutil/trace.go:171","msg":"trace[1736319918] transaction","detail":"{read_only:false; response_revision:3518; number_of_response:1; }","duration":"273.945467ms","start":"2026-03-04T15:31:49.288102Z","end":"2026-03-04T15:31:49.562048Z","steps":["trace[1736319918] 'process raft request' (duration: 273.692602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:31:49.562201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.92579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:31:49.562242Z","caller":"traceutil/trace.go:171","msg":"trace[619712874] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3518; }","duration":"229.046242ms","start":"2026-03-04T15:31:49.333185Z","end":"2026-03-04T15:31:49.562232Z","steps":["trace[619712874] 'agreement among raft nodes before linearized reading' (duration: 228.94373ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:31:49.614661Z","caller":"traceutil/trace.go:171","msg":"trace[2141844600] transaction","detail":"{read_only:false; response_revision:3520; number_of_response:1; }","duration":"121.020005ms","start":"2026-03-04T15:31:49.493613Z","end":"2026-03-04T15:31:49.614633Z","steps":["trace[2141844600] 'process raft request' (duration: 120.932303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:31:49.614838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.117783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T15:31:49.61491Z","caller":"traceutil/trace.go:171","msg":"trace[1919460443] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3520; }","duration":"161.269877ms","start":"2026-03-04T15:31:49.453623Z","end":"2026-03-04T15:31:49.614893Z","steps":["trace[1919460443] 'agreement among raft nodes before linearized reading' (duration: 161.054933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:31:49.614998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.533524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T15:31:49.615055Z","caller":"traceutil/trace.go:171","msg":"trace[876459450] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3520; }","duration":"162.639606ms","start":"2026-03-04T15:31:49.452401Z","end":"2026-03-04T15:31:49.61504Z","steps":["trace[876459450] 'agreement among raft nodes before linearized reading' (duration: 162.513384ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:31:49.615075Z","caller":"traceutil/trace.go:171","msg":"trace[1471980926] transaction","detail":"{read_only:false; response_revision:3519; number_of_response:1; }","duration":"122.962386ms","start":"2026-03-04T15:31:49.492094Z","end":"2026-03-04T15:31:49.615057Z","steps":["trace[1471980926] 'process raft request' (duration: 122.309432ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:33:15.400238Z","caller":"traceutil/trace.go:171","msg":"trace[241134926] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4534; }","duration":"117.898699ms","start":"2026-03-04T15:33:15.282308Z","end":"2026-03-04T15:33:15.400206Z","steps":["trace[241134926] 'process raft request' (duration: 117.759116ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:33:20.961162Z","caller":"traceutil/trace.go:171","msg":"trace[679163596] linearizableReadLoop","detail":"{readStateIndex:4930; appliedIndex:4929; }","duration":"104.752208ms","start":"2026-03-04T15:33:20.856384Z","end":"2026-03-04T15:33:20.961137Z","steps":["trace[679163596] 'read index received' (duration: 104.579744ms)","trace[679163596] 'applied index is now lower than readState.Index' (duration: 171.264µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:33:20.96122Z","caller":"traceutil/trace.go:171","msg":"trace[1365906756] transaction","detail":"{read_only:false; response_revision:4742; number_of_response:1; }","duration":"118.930732ms","start":"2026-03-04T15:33:20.842235Z","end":"2026-03-04T15:33:20.961166Z","steps":["trace[1365906756] 'process raft request' (duration: 118.745757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:33:20.961378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.975474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:33:20.961588Z","caller":"traceutil/trace.go:171","msg":"trace[2007457618] range","detail":"{range_begin:/registry/daemonsets/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:4742; }","duration":"105.235599ms","start":"2026-03-04T15:33:20.856328Z","end":"2026-03-04T15:33:20.961563Z","steps":["trace[2007457618] 'agreement among raft nodes before linearized reading' (duration: 104.923563ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:34:54.800331Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2779} {"level":"info","ts":"2026-03-04T15:34:54.872909Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2779,"took":"70.837654ms","hash":1276150780,"current-db-size-bytes":40837120,"current-db-size":"41 MB","current-db-size-in-use-bytes":30572544,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-04T15:34:54.873021Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1276150780,"revision":2779,"compact-revision":-1} {"level":"info","ts":"2026-03-04T15:39:54.837503Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5703} {"level":"info","ts":"2026-03-04T15:39:55.070657Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5703,"took":"230.613236ms","hash":3270826279,"current-db-size-bytes":41967616,"current-db-size":"42 MB","current-db-size-in-use-bytes":21401600,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-04T15:39:55.07084Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3270826279,"revision":5703,"compact-revision":2779} {"level":"info","ts":"2026-03-04T15:40:04.260016Z","caller":"traceutil/trace.go:171","msg":"trace[2094449736] linearizableReadLoop","detail":"{readStateIndex:8077; appliedIndex:8076; }","duration":"229.325818ms","start":"2026-03-04T15:40:04.030653Z","end":"2026-03-04T15:40:04.259979Z","steps":["trace[2094449736] 'read index received' (duration: 229.097333ms)","trace[2094449736] 'applied index is now lower than readState.Index' (duration: 227.425µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:40:04.260125Z","caller":"traceutil/trace.go:171","msg":"trace[465483025] transaction","detail":"{read_only:false; response_revision:7786; number_of_response:1; }","duration":"289.43604ms","start":"2026-03-04T15:40:03.970647Z","end":"2026-03-04T15:40:04.260083Z","steps":["trace[465483025] 'process raft request' (duration: 289.117553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:04.260287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.612215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-04T15:40:04.260383Z","caller":"traceutil/trace.go:171","msg":"trace[976988715] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7786; }","duration":"229.749898ms","start":"2026-03-04T15:40:04.03061Z","end":"2026-03-04T15:40:04.26036Z","steps":["trace[976988715] 'agreement among raft nodes before linearized reading' (duration: 229.494801ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:04.463505Z","caller":"traceutil/trace.go:171","msg":"trace[402582342] linearizableReadLoop","detail":"{readStateIndex:8078; appliedIndex:8077; }","duration":"116.614806ms","start":"2026-03-04T15:40:04.346858Z","end":"2026-03-04T15:40:04.463473Z","steps":["trace[402582342] 'read index received' (duration: 65.194542ms)","trace[402582342] 'applied index is now lower than readState.Index' (duration: 51.418784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:40:04.463714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.848251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:40:04.463758Z","caller":"traceutil/trace.go:171","msg":"trace[1482503141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7787; }","duration":"116.956744ms","start":"2026-03-04T15:40:04.346789Z","end":"2026-03-04T15:40:04.463746Z","steps":["trace[1482503141] 'agreement among raft nodes before linearized reading' (duration: 116.859952ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:04.463659Z","caller":"traceutil/trace.go:171","msg":"trace[1232954395] transaction","detail":"{read_only:false; response_revision:7787; number_of_response:1; }","duration":"198.727821ms","start":"2026-03-04T15:40:04.264889Z","end":"2026-03-04T15:40:04.463617Z","steps":["trace[1232954395] 'process raft request' (duration: 147.127533ms)","trace[1232954395] 'compare' (duration: 51.191179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:40:14.11287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.303153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:40:14.113018Z","caller":"traceutil/trace.go:171","msg":"trace[57957520] linearizableReadLoop","detail":"{readStateIndex:8126; appliedIndex:8124; }","duration":"290.612846ms","start":"2026-03-04T15:40:13.82238Z","end":"2026-03-04T15:40:14.112992Z","steps":["trace[57957520] 'read index received' (duration: 50.991746ms)","trace[57957520] 'applied index is now lower than readState.Index' (duration: 239.6203ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:40:14.113061Z","caller":"traceutil/trace.go:171","msg":"trace[921477404] transaction","detail":"{read_only:false; response_revision:7833; number_of_response:1; }","duration":"388.729734ms","start":"2026-03-04T15:40:13.724284Z","end":"2026-03-04T15:40:14.113014Z","steps":["trace[921477404] 'process raft request' (duration: 388.666113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:14.113125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.756359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T15:40:14.113097Z","caller":"traceutil/trace.go:171","msg":"trace[792696868] transaction","detail":"{read_only:false; response_revision:7832; number_of_response:1; }","duration":"404.871482ms","start":"2026-03-04T15:40:13.708191Z","end":"2026-03-04T15:40:14.113062Z","steps":["trace[792696868] 'process raft request' (duration: 165.1865ms)","trace[792696868] 'compare' (duration: 239.211961ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:40:14.113164Z","caller":"traceutil/trace.go:171","msg":"trace[302424231] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7833; }","duration":"290.830161ms","start":"2026-03-04T15:40:13.822326Z","end":"2026-03-04T15:40:14.113157Z","steps":["trace[302424231] 'agreement among raft nodes before linearized reading' (duration: 290.723438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:14.113257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:40:13.724262Z","time spent":"388.886457ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:40:14.113273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:40:13.708182Z","time spent":"405.002954ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:40:44.216218Z","caller":"traceutil/trace.go:171","msg":"trace[1316135757] transaction","detail":"{read_only:false; response_revision:8033; number_of_response:1; }","duration":"272.373165ms","start":"2026-03-04T15:40:43.943821Z","end":"2026-03-04T15:40:44.216194Z","steps":["trace[1316135757] 'process raft request' (duration: 272.216641ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:44.253371Z","caller":"traceutil/trace.go:171","msg":"trace[851877919] transaction","detail":"{read_only:false; response_revision:8034; number_of_response:1; }","duration":"270.672057ms","start":"2026-03-04T15:40:43.982671Z","end":"2026-03-04T15:40:44.253343Z","steps":["trace[851877919] 'process raft request' (duration: 270.493703ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:58.209153Z","caller":"traceutil/trace.go:171","msg":"trace[71751712] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"222.028312ms","start":"2026-03-04T15:40:57.987096Z","end":"2026-03-04T15:40:58.209124Z","steps":["trace[71751712] 'process raft request' (duration: 191.356173ms)","trace[71751712] 'compare' (duration: 30.424493ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:40:58.209263Z","caller":"traceutil/trace.go:171","msg":"trace[1131829111] transaction","detail":"{read_only:false; response_revision:8143; number_of_response:1; }","duration":"134.840279ms","start":"2026-03-04T15:40:58.074409Z","end":"2026-03-04T15:40:58.20925Z","steps":["trace[1131829111] 'process raft request' (duration: 134.674635ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:58.397742Z","caller":"traceutil/trace.go:171","msg":"trace[903243416] transaction","detail":"{read_only:false; response_revision:8145; number_of_response:1; }","duration":"176.964993ms","start":"2026-03-04T15:40:58.220747Z","end":"2026-03-04T15:40:58.397712Z","steps":["trace[903243416] 'process raft request' (duration: 163.212627ms)","trace[903243416] 'compare' (duration: 13.619453ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:40:59.09501Z","caller":"traceutil/trace.go:171","msg":"trace[2082210301] linearizableReadLoop","detail":"{readStateIndex:8460; appliedIndex:8459; }","duration":"122.83967ms","start":"2026-03-04T15:40:58.972142Z","end":"2026-03-04T15:40:59.094982Z","steps":["trace[2082210301] 'read index received' (duration: 122.699687ms)","trace[2082210301] 'applied index is now lower than readState.Index' (duration: 139.013µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:40:59.095223Z","caller":"traceutil/trace.go:171","msg":"trace[367441903] transaction","detail":"{read_only:false; response_revision:8152; number_of_response:1; }","duration":"281.05186ms","start":"2026-03-04T15:40:58.814089Z","end":"2026-03-04T15:40:59.095141Z","steps":["trace[367441903] 'process raft request' (duration: 280.658601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:59.095299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.140026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T15:40:59.095337Z","caller":"traceutil/trace.go:171","msg":"trace[1206728469] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8152; }","duration":"123.246779ms","start":"2026-03-04T15:40:58.972079Z","end":"2026-03-04T15:40:59.095326Z","steps":["trace[1206728469] 'agreement among raft nodes before linearized reading' (duration: 123.030014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:59.095604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.598169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T15:40:59.095693Z","caller":"traceutil/trace.go:171","msg":"trace[904901669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8152; }","duration":"118.728421ms","start":"2026-03-04T15:40:58.976939Z","end":"2026-03-04T15:40:59.095667Z","steps":["trace[904901669] 'agreement among raft nodes before linearized reading' (duration: 118.415754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:59.095706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.985704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4vqd9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T15:40:59.095824Z","caller":"traceutil/trace.go:171","msg":"trace[1090941260] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4vqd9; range_end:; response_count:1; response_revision:8152; }","duration":"103.146267ms","start":"2026-03-04T15:40:58.99265Z","end":"2026-03-04T15:40:59.095796Z","steps":["trace[1090941260] 'agreement among raft nodes before linearized reading' (duration: 102.755298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:59.096121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.994677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T15:40:59.096177Z","caller":"traceutil/trace.go:171","msg":"trace[608148310] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8152; }","duration":"112.058218ms","start":"2026-03-04T15:40:58.984092Z","end":"2026-03-04T15:40:59.096151Z","steps":["trace[608148310] 'agreement among raft nodes before linearized reading' (duration: 111.944686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:59.638729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.208226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:40:59.638817Z","caller":"traceutil/trace.go:171","msg":"trace[1305984964] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8156; }","duration":"148.355998ms","start":"2026-03-04T15:40:59.490441Z","end":"2026-03-04T15:40:59.638797Z","steps":["trace[1305984964] 'count revisions from in-memory index tree' (duration: 148.019591ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:59.709014Z","caller":"traceutil/trace.go:171","msg":"trace[416212632] transaction","detail":"{read_only:false; response_revision:8157; number_of_response:1; }","duration":"214.663324ms","start":"2026-03-04T15:40:59.494321Z","end":"2026-03-04T15:40:59.708984Z","steps":["trace[416212632] 'process raft request' (duration: 214.467889ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:10.394999Z","caller":"traceutil/trace.go:171","msg":"trace[149095781] transaction","detail":"{read_only:false; response_revision:8239; number_of_response:1; }","duration":"107.664195ms","start":"2026-03-04T15:41:10.287274Z","end":"2026-03-04T15:41:10.394938Z","steps":["trace[149095781] 'process raft request' (duration: 107.419449ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:06.226955Z","caller":"traceutil/trace.go:171","msg":"trace[1992081968] linearizableReadLoop","detail":"{readStateIndex:9530; appliedIndex:9529; }","duration":"315.896887ms","start":"2026-03-04T15:43:05.911038Z","end":"2026-03-04T15:43:06.226935Z","steps":["trace[1992081968] 'read index received' (duration: 315.719533ms)","trace[1992081968] 'applied index is now lower than readState.Index' (duration: 176.594µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:43:06.227343Z","caller":"traceutil/trace.go:171","msg":"trace[603227699] transaction","detail":"{read_only:false; response_revision:9191; number_of_response:1; }","duration":"349.724179ms","start":"2026-03-04T15:43:05.877611Z","end":"2026-03-04T15:43:06.227336Z","steps":["trace[603227699] 'process raft request' (duration: 349.207368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:06.227509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:05.877576Z","time spent":"349.79416ms","remote":"127.0.0.1:35284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:43:06.227705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.659293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:43:06.227731Z","caller":"traceutil/trace.go:171","msg":"trace[131565127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9191; }","duration":"316.742684ms","start":"2026-03-04T15:43:05.910981Z","end":"2026-03-04T15:43:06.227724Z","steps":["trace[131565127] 'agreement among raft nodes before linearized reading' (duration: 316.679753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:06.227748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:05.910952Z","time spent":"316.790976ms","remote":"127.0.0.1:57432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:43:06.2281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.904434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4vqd9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T15:43:06.228122Z","caller":"traceutil/trace.go:171","msg":"trace[697433433] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4vqd9; range_end:; response_count:1; response_revision:9191; }","duration":"166.955865ms","start":"2026-03-04T15:43:06.061161Z","end":"2026-03-04T15:43:06.228116Z","steps":["trace[697433433] 'agreement among raft nodes before linearized reading' (duration: 166.869183ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:44:17.343115Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6e120e57916b9bd4","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T15:44:17.351077Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-04T15:44:17.351212Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-04T15:44:54.879708Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7614} {"level":"info","ts":"2026-03-04T15:44:55.023027Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7614,"took":"140.327265ms","hash":118943120,"current-db-size-bytes":41967616,"current-db-size":"42 MB","current-db-size-in-use-bytes":24756224,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-04T15:44:55.023139Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":118943120,"revision":7614,"compact-revision":5703} {"level":"warn","ts":"2026-03-04T15:47:37.608215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.049688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T15:47:37.608324Z","caller":"traceutil/trace.go:171","msg":"trace[985730427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11036; }","duration":"117.216831ms","start":"2026-03-04T15:47:37.491079Z","end":"2026-03-04T15:47:37.608296Z","steps":["trace[985730427] 'range keys from in-memory index tree' (duration: 116.867834ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:48:01.971475Z","caller":"traceutil/trace.go:171","msg":"trace[1912073836] transaction","detail":"{read_only:false; response_revision:11158; number_of_response:1; }","duration":"185.327987ms","start":"2026-03-04T15:48:01.786116Z","end":"2026-03-04T15:48:01.971444Z","steps":["trace[1912073836] 'process raft request' (duration: 127.121991ms)","trace[1912073836] 'compare' (duration: 58.015852ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:48:01.971801Z","caller":"traceutil/trace.go:171","msg":"trace[589638415] transaction","detail":"{read_only:false; response_revision:11159; number_of_response:1; }","duration":"185.44414ms","start":"2026-03-04T15:48:01.786322Z","end":"2026-03-04T15:48:01.971766Z","steps":["trace[589638415] 'process raft request' (duration: 185.080122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:48:02.40896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.903849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-04T15:48:02.409171Z","caller":"traceutil/trace.go:171","msg":"trace[508872201] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11159; }","duration":"232.163846ms","start":"2026-03-04T15:48:02.17698Z","end":"2026-03-04T15:48:02.409143Z","steps":["trace[508872201] 'range keys from in-memory index tree' (duration: 231.780846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:48:02.409107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.73858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:48:02.40922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.783681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:48:02.409317Z","caller":"traceutil/trace.go:171","msg":"trace[1626496758] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11159; }","duration":"235.005715ms","start":"2026-03-04T15:48:02.174259Z","end":"2026-03-04T15:48:02.409264Z","steps":["trace[1626496758] 'range keys from in-memory index tree' (duration: 234.621398ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:48:02.409361Z","caller":"traceutil/trace.go:171","msg":"trace[255781140] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11159; }","duration":"234.983645ms","start":"2026-03-04T15:48:02.174342Z","end":"2026-03-04T15:48:02.409326Z","steps":["trace[255781140] 'range keys from in-memory index tree' (duration: 234.675679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:48:02.409348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.040956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:48:02.40956Z","caller":"traceutil/trace.go:171","msg":"trace[540518952] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11159; }","duration":"235.334733ms","start":"2026-03-04T15:48:02.174202Z","end":"2026-03-04T15:48:02.409537Z","steps":["trace[540518952] 'range keys from in-memory index tree' (duration: 234.874622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:48:02.409522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.746839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:48:02.409656Z","caller":"traceutil/trace.go:171","msg":"trace[1759868150] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11159; }","duration":"233.920033ms","start":"2026-03-04T15:48:02.175723Z","end":"2026-03-04T15:48:02.409643Z","steps":["trace[1759868150] 'range keys from in-memory index tree' (duration: 233.658837ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:48:02.516874Z","caller":"traceutil/trace.go:171","msg":"trace[4891992] transaction","detail":"{read_only:false; response_revision:11160; number_of_response:1; }","duration":"113.270868ms","start":"2026-03-04T15:48:02.403474Z","end":"2026-03-04T15:48:02.516745Z","steps":["trace[4891992] 'process raft request' (duration: 113.134985ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:48:02.592688Z","caller":"traceutil/trace.go:171","msg":"trace[1370593953] transaction","detail":"{read_only:false; response_revision:11161; number_of_response:1; }","duration":"166.332876ms","start":"2026-03-04T15:48:02.426322Z","end":"2026-03-04T15:48:02.592655Z","steps":["trace[1370593953] 'process raft request' (duration: 166.089101ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:48:02.592723Z","caller":"traceutil/trace.go:171","msg":"trace[1233343582] transaction","detail":"{read_only:false; response_revision:11162; number_of_response:1; }","duration":"166.306076ms","start":"2026-03-04T15:48:02.426379Z","end":"2026-03-04T15:48:02.592685Z","steps":["trace[1233343582] 'process raft request' (duration: 166.202614ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:49:54.887457Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9822} {"level":"info","ts":"2026-03-04T15:49:54.968795Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9822,"took":"79.256122ms","hash":2937316673,"current-db-size-bytes":41967616,"current-db-size":"42 MB","current-db-size-in-use-bytes":22417408,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-04T15:49:54.968858Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2937316673,"revision":9822,"compact-revision":7614} {"level":"info","ts":"2026-03-04T15:52:56.634881Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000034bf.wal"} {"level":"info","ts":"2026-03-04T15:54:15.487997Z","caller":"traceutil/trace.go:171","msg":"trace[1305161817] transaction","detail":"{read_only:false; response_revision:13483; number_of_response:1; }","duration":"142.090118ms","start":"2026-03-04T15:54:15.345874Z","end":"2026-03-04T15:54:15.487964Z","steps":["trace[1305161817] 'process raft request' (duration: 141.850063ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:54:15.611348Z","caller":"traceutil/trace.go:171","msg":"trace[463579652] linearizableReadLoop","detail":"{readStateIndex:13980; appliedIndex:13978; }","duration":"162.118712ms","start":"2026-03-04T15:54:15.449209Z","end":"2026-03-04T15:54:15.611328Z","steps":["trace[463579652] 'read index received' (duration: 38.527978ms)","trace[463579652] 'applied index is now lower than readState.Index' (duration: 123.590014ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:54:15.611458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.235476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:54:15.611492Z","caller":"traceutil/trace.go:171","msg":"trace[1814252637] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:13484; }","duration":"162.336018ms","start":"2026-03-04T15:54:15.449149Z","end":"2026-03-04T15:54:15.611485Z","steps":["trace[1814252637] 'agreement among raft nodes before linearized reading' (duration: 162.250166ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:54:15.611665Z","caller":"traceutil/trace.go:171","msg":"trace[136506810] transaction","detail":"{read_only:false; response_revision:13484; number_of_response:1; }","duration":"265.010419ms","start":"2026-03-04T15:54:15.346611Z","end":"2026-03-04T15:54:15.611622Z","steps":["trace[136506810] 'process raft request' (duration: 199.239393ms)","trace[136506810] 'compare' (duration: 65.246735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:54:28.108226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.360209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:54:28.108332Z","caller":"traceutil/trace.go:171","msg":"trace[1962466601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13544; }","duration":"196.507962ms","start":"2026-03-04T15:54:27.911801Z","end":"2026-03-04T15:54:28.108309Z","steps":["trace[1962466601] 'range keys from in-memory index tree' (duration: 196.232357ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:54:28.108352Z","caller":"traceutil/trace.go:171","msg":"trace[2139766330] linearizableReadLoop","detail":"{readStateIndex:14043; appliedIndex:14042; }","duration":"125.689919ms","start":"2026-03-04T15:54:27.98263Z","end":"2026-03-04T15:54:28.108319Z","steps":["trace[2139766330] 'read index received' (duration: 122.480981ms)","trace[2139766330] 'applied index is now lower than readState.Index' (duration: 3.207357ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:54:28.108397Z","caller":"traceutil/trace.go:171","msg":"trace[1777549178] transaction","detail":"{read_only:false; response_revision:13545; number_of_response:1; }","duration":"136.858526ms","start":"2026-03-04T15:54:27.971512Z","end":"2026-03-04T15:54:28.108371Z","steps":["trace[1777549178] 'process raft request' (duration: 133.581116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:54:28.108635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.987276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T15:54:28.108727Z","caller":"traceutil/trace.go:171","msg":"trace[372151118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13545; }","duration":"126.140949ms","start":"2026-03-04T15:54:27.982566Z","end":"2026-03-04T15:54:28.108707Z","steps":["trace[372151118] 'agreement among raft nodes before linearized reading' (duration: 125.882763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:54:28.130247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.224311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T15:54:28.13034Z","caller":"traceutil/trace.go:171","msg":"trace[213871780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13547; }","duration":"143.457776ms","start":"2026-03-04T15:54:27.986859Z","end":"2026-03-04T15:54:28.130317Z","steps":["trace[213871780] 'agreement among raft nodes before linearized reading' (duration: 143.144799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:54:28.130628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.400725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.176\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-04T15:54:28.130693Z","caller":"traceutil/trace.go:171","msg":"trace[345001287] range","detail":"{range_begin:/registry/masterleases/199.19.213.176; range_end:; response_count:1; response_revision:13547; }","duration":"102.508897ms","start":"2026-03-04T15:54:28.028166Z","end":"2026-03-04T15:54:28.130675Z","steps":["trace[345001287] 'agreement among raft nodes before linearized reading' (duration: 101.832363ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:54:32.948254Z","caller":"traceutil/trace.go:171","msg":"trace[1779753937] transaction","detail":"{read_only:false; response_revision:13591; number_of_response:1; }","duration":"128.298814ms","start":"2026-03-04T15:54:32.819931Z","end":"2026-03-04T15:54:32.94823Z","steps":["trace[1779753937] 'process raft request' (duration: 128.147821ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:54:53.648375Z","caller":"traceutil/trace.go:171","msg":"trace[2047314500] linearizableReadLoop","detail":"{readStateIndex:14385; appliedIndex:14384; }","duration":"162.12047ms","start":"2026-03-04T15:54:53.486226Z","end":"2026-03-04T15:54:53.648347Z","steps":["trace[2047314500] 'read index received' (duration: 122.484519ms)","trace[2047314500] 'applied index is now lower than readState.Index' (duration: 39.634401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:54:53.648518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.281104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:54:53.648549Z","caller":"traceutil/trace.go:171","msg":"trace[1534806160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13872; }","duration":"162.384026ms","start":"2026-03-04T15:54:53.486156Z","end":"2026-03-04T15:54:53.64854Z","steps":["trace[1534806160] 'agreement among raft nodes before linearized reading' (duration: 162.299935ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:54:54.896254Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11860} {"level":"info","ts":"2026-03-04T15:54:54.976703Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11860,"took":"77.871393ms","hash":2451568255,"current-db-size-bytes":41967616,"current-db-size":"42 MB","current-db-size-in-use-bytes":24428544,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-04T15:54:54.976798Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2451568255,"revision":11860,"compact-revision":9822} {"level":"warn","ts":"2026-03-04T15:56:19.90403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.128034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T15:56:19.904187Z","caller":"traceutil/trace.go:171","msg":"trace[1438408573] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14640; }","duration":"133.33979ms","start":"2026-03-04T15:56:19.770808Z","end":"2026-03-04T15:56:19.904147Z","steps":["trace[1438408573] 'range keys from in-memory index tree' (duration: 132.797018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:56:19.904336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.749133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:56:19.904593Z","caller":"traceutil/trace.go:171","msg":"trace[1536702630] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14640; }","duration":"129.027768ms","start":"2026-03-04T15:56:19.775522Z","end":"2026-03-04T15:56:19.90455Z","steps":["trace[1536702630] 'range keys from in-memory index tree' (duration: 128.629529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:56:19.904645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.479449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T15:56:19.90474Z","caller":"traceutil/trace.go:171","msg":"trace[796322763] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14640; }","duration":"129.596561ms","start":"2026-03-04T15:56:19.775122Z","end":"2026-03-04T15:56:19.904719Z","steps":["trace[796322763] 'range keys from in-memory index tree' (duration: 129.329015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:56:19.905478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.890816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T15:56:19.905542Z","caller":"traceutil/trace.go:171","msg":"trace[628251800] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14640; }","duration":"129.985988ms","start":"2026-03-04T15:56:19.775533Z","end":"2026-03-04T15:56:19.905519Z","steps":["trace[628251800] 'range keys from in-memory index tree' (duration: 128.710192ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:56:20.382083Z","caller":"traceutil/trace.go:171","msg":"trace[1901322088] transaction","detail":"{read_only:false; response_revision:14642; number_of_response:1; }","duration":"137.864966ms","start":"2026-03-04T15:56:20.244155Z","end":"2026-03-04T15:56:20.38202Z","steps":["trace[1901322088] 'process raft request' (duration: 137.481158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:56:20.382349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.378782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T15:56:20.382431Z","caller":"traceutil/trace.go:171","msg":"trace[1833185696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14642; }","duration":"117.544955ms","start":"2026-03-04T15:56:20.264869Z","end":"2026-03-04T15:56:20.382414Z","steps":["trace[1833185696] 'agreement among raft nodes before linearized reading' (duration: 117.264229ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:56:20.382361Z","caller":"traceutil/trace.go:171","msg":"trace[2050807856] linearizableReadLoop","detail":"{readStateIndex:15179; appliedIndex:15178; }","duration":"116.910601ms","start":"2026-03-04T15:56:20.26494Z","end":"2026-03-04T15:56:20.381851Z","steps":["trace[2050807856] 'read index received' (duration: 116.675336ms)","trace[2050807856] 'applied index is now lower than readState.Index' (duration: 233.935µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:56:20.564894Z","caller":"traceutil/trace.go:171","msg":"trace[1133472124] transaction","detail":"{read_only:false; response_revision:14643; number_of_response:1; }","duration":"177.225091ms","start":"2026-03-04T15:56:20.387614Z","end":"2026-03-04T15:56:20.564839Z","steps":["trace[1133472124] 'process raft request' (duration: 157.430511ms)","trace[1133472124] 'compare' (duration: 19.561076ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:56:20.56498Z","caller":"traceutil/trace.go:171","msg":"trace[1490612841] linearizableReadLoop","detail":"{readStateIndex:15180; appliedIndex:15179; }","duration":"131.613494ms","start":"2026-03-04T15:56:20.433328Z","end":"2026-03-04T15:56:20.564942Z","steps":["trace[1490612841] 'read index received' (duration: 111.6765ms)","trace[1490612841] 'applied index is now lower than readState.Index' (duration: 19.933574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:56:20.56522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.86275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-04T15:56:20.565325Z","caller":"traceutil/trace.go:171","msg":"trace[857785289] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14644; }","duration":"131.985422ms","start":"2026-03-04T15:56:20.433312Z","end":"2026-03-04T15:56:20.565298Z","steps":["trace[857785289] 'agreement among raft nodes before linearized reading' (duration: 131.751146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:56:20.850394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.250298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T15:56:20.850525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.282666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8w6tp\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-04T15:56:20.85061Z","caller":"traceutil/trace.go:171","msg":"trace[908998134] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14647; }","duration":"167.525694ms","start":"2026-03-04T15:56:20.683049Z","end":"2026-03-04T15:56:20.850574Z","steps":["trace[908998134] 'range keys from in-memory index tree' (duration: 167.093375ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:56:20.850637Z","caller":"traceutil/trace.go:171","msg":"trace[921424711] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8w6tp; range_end:; response_count:1; response_revision:14647; }","duration":"115.46592ms","start":"2026-03-04T15:56:20.735146Z","end":"2026-03-04T15:56:20.850612Z","steps":["trace[921424711] 'range keys from in-memory index tree' (duration: 114.97517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:56:20.850394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.880771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T15:56:20.850713Z","caller":"traceutil/trace.go:171","msg":"trace[259475052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14647; }","duration":"126.26688ms","start":"2026-03-04T15:56:20.724426Z","end":"2026-03-04T15:56:20.850692Z","steps":["trace[259475052] 'range keys from in-memory index tree' (duration: 125.601786ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:59:54.905376Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13882} {"level":"info","ts":"2026-03-04T15:59:54.985247Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13882,"took":"76.014741ms","hash":445188593,"current-db-size-bytes":41967616,"current-db-size":"42 MB","current-db-size-in-use-bytes":29835264,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T15:59:54.985306Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":445188593,"revision":13882,"compact-revision":11860} {"level":"warn","ts":"2026-03-04T16:02:04.936817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.431757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8w6tp\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-03-04T16:02:04.93691Z","caller":"traceutil/trace.go:171","msg":"trace[1777245931] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8w6tp; range_end:; response_count:1; response_revision:17082; }","duration":"133.5826ms","start":"2026-03-04T16:02:04.803309Z","end":"2026-03-04T16:02:04.936892Z","steps":["trace[1777245931] 'range keys from in-memory index tree' (duration: 133.249663ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:02:05.945156Z","caller":"traceutil/trace.go:171","msg":"trace[673361832] linearizableReadLoop","detail":"{readStateIndex:17707; appliedIndex:17706; }","duration":"431.149766ms","start":"2026-03-04T16:02:05.513978Z","end":"2026-03-04T16:02:05.945127Z","steps":["trace[673361832] 'read index received' (duration: 431.135625ms)","trace[673361832] 'applied index is now lower than readState.Index' (duration: 11.8µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:02:05.945335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.326129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:02:05.945161Z","caller":"traceutil/trace.go:171","msg":"trace[918073728] transaction","detail":"{read_only:false; response_revision:17084; number_of_response:1; }","duration":"431.514353ms","start":"2026-03-04T16:02:05.513621Z","end":"2026-03-04T16:02:05.945135Z","steps":["trace[918073728] 'process raft request' (duration: 431.354909ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:02:05.945365Z","caller":"traceutil/trace.go:171","msg":"trace[1542186627] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:17084; }","duration":"431.38153ms","start":"2026-03-04T16:02:05.513972Z","end":"2026-03-04T16:02:05.945354Z","steps":["trace[1542186627] 'agreement among raft nodes before linearized reading' (duration: 431.286068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:02:05.945493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:02:05.513949Z","time spent":"431.532423ms","remote":"127.0.0.1:35254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:02:05.945508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:02:05.513595Z","time spent":"431.810869ms","remote":"127.0.0.1:57640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20895,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:02:06.004581Z","caller":"traceutil/trace.go:171","msg":"trace[771240316] transaction","detail":"{read_only:false; response_revision:17086; number_of_response:1; }","duration":"118.653273ms","start":"2026-03-04T16:02:05.885891Z","end":"2026-03-04T16:02:06.004544Z","steps":["trace[771240316] 'process raft request' (duration: 118.570261ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:02:06.004889Z","caller":"traceutil/trace.go:171","msg":"trace[493615705] transaction","detail":"{read_only:false; response_revision:17085; number_of_response:1; }","duration":"165.757133ms","start":"2026-03-04T16:02:05.839123Z","end":"2026-03-04T16:02:06.00488Z","steps":["trace[493615705] 'process raft request' (duration: 165.18507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:02:06.005324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.938314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dxdx7\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-03-04T16:02:06.005352Z","caller":"traceutil/trace.go:171","msg":"trace[19431378] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dxdx7; range_end:; response_count:1; response_revision:17086; }","duration":"156.016896ms","start":"2026-03-04T16:02:05.849326Z","end":"2026-03-04T16:02:06.005343Z","steps":["trace[19431378] 'agreement among raft nodes before linearized reading' (duration: 155.897813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:02:06.005523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.497431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T16:02:06.005595Z","caller":"traceutil/trace.go:171","msg":"trace[1508230550] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:17086; }","duration":"379.612534ms","start":"2026-03-04T16:02:05.625964Z","end":"2026-03-04T16:02:06.005577Z","steps":["trace[1508230550] 'agreement among raft nodes before linearized reading' (duration: 379.396439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:02:06.005634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:02:05.625944Z","time spent":"379.679455ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-04T16:04:54.914746Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16207} {"level":"info","ts":"2026-03-04T16:04:55.016016Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16207,"took":"98.222429ms","hash":4188340871,"current-db-size-bytes":42811392,"current-db-size":"43 MB","current-db-size-in-use-bytes":31571968,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-04T16:04:55.016088Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4188340871,"revision":16207,"compact-revision":13882} {"level":"info","ts":"2026-03-04T16:06:41.782325Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6e120e57916b9bd4","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T16:06:41.789015Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-04T16:06:41.789136Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-03-04T16:07:58.204973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.879191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.176\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-04T16:07:58.204998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.077932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:07:58.205091Z","caller":"traceutil/trace.go:171","msg":"trace[997012272] range","detail":"{range_begin:/registry/masterleases/199.19.213.176; range_end:; response_count:1; response_revision:19681; }","duration":"132.036864ms","start":"2026-03-04T16:07:58.073033Z","end":"2026-03-04T16:07:58.20507Z","steps":["trace[997012272] 'range keys from in-memory index tree' (duration: 131.693437ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:07:58.205108Z","caller":"traceutil/trace.go:171","msg":"trace[1057348952] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:19681; }","duration":"154.232765ms","start":"2026-03-04T16:07:58.050854Z","end":"2026-03-04T16:07:58.205087Z","steps":["trace[1057348952] 'count revisions from in-memory index tree' (duration: 154.001629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:58.20499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.969227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:07:58.205421Z","caller":"traceutil/trace.go:171","msg":"trace[896737701] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:19681; }","duration":"143.418996ms","start":"2026-03-04T16:07:58.061959Z","end":"2026-03-04T16:07:58.205378Z","steps":["trace[896737701] 'count revisions from in-memory index tree' (duration: 142.891754ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:08:08.879711Z","caller":"traceutil/trace.go:171","msg":"trace[672398698] transaction","detail":"{read_only:false; response_revision:19729; number_of_response:1; }","duration":"508.239147ms","start":"2026-03-04T16:08:08.371447Z","end":"2026-03-04T16:08:08.879686Z","steps":["trace[672398698] 'process raft request' (duration: 508.114515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:08:08.879899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:08:08.371424Z","time spent":"508.37124ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:08:09.228857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.920018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:08:09.228974Z","caller":"traceutil/trace.go:171","msg":"trace[989341761] linearizableReadLoop","detail":"{readStateIndex:20449; appliedIndex:20448; }","duration":"770.607911ms","start":"2026-03-04T16:08:08.458341Z","end":"2026-03-04T16:08:09.228949Z","steps":["trace[989341761] 'read index received' (duration: 421.329608ms)","trace[989341761] 'applied index is now lower than readState.Index' (duration: 349.276603ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:08:09.229114Z","caller":"traceutil/trace.go:171","msg":"trace[43001383] transaction","detail":"{read_only:false; response_revision:19730; number_of_response:1; }","duration":"803.335354ms","start":"2026-03-04T16:08:08.425761Z","end":"2026-03-04T16:08:09.229096Z","steps":["trace[43001383] 'process raft request' (duration: 640.086389ms)","trace[43001383] 'compare' (duration: 162.441408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:08:09.22918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:08:08.425738Z","time spent":"803.405985ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:08:09.229386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.05199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:08:09.229415Z","caller":"traceutil/trace.go:171","msg":"trace[1263512890] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19730; }","duration":"771.115922ms","start":"2026-03-04T16:08:08.458289Z","end":"2026-03-04T16:08:09.229405Z","steps":["trace[1263512890] 'agreement among raft nodes before linearized reading' (duration: 770.996729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:08:09.229444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:08:08.458268Z","time spent":"771.168923ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:08:09.229665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.652857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:08:09.229698Z","caller":"traceutil/trace.go:171","msg":"trace[1779850674] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:19730; }","duration":"705.729058ms","start":"2026-03-04T16:08:08.523958Z","end":"2026-03-04T16:08:09.229687Z","steps":["trace[1779850674] 'agreement among raft nodes before linearized reading' (duration: 705.673987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:08:09.229737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:08:08.523933Z","time spent":"705.792699ms","remote":"127.0.0.1:43258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:08:09.229901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.292299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:08:09.229943Z","caller":"traceutil/trace.go:171","msg":"trace[1422173251] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:19730; }","duration":"397.36786ms","start":"2026-03-04T16:08:08.832566Z","end":"2026-03-04T16:08:09.229934Z","steps":["trace[1422173251] 'agreement among raft nodes before linearized reading' (duration: 397.309428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:08:09.229975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:08:08.832545Z","time spent":"397.422441ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:08:09.230059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.701418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T16:08:09.230091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.72454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T16:08:09.230169Z","caller":"traceutil/trace.go:171","msg":"trace[241859263] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19730; }","duration":"568.849701ms","start":"2026-03-04T16:08:08.661291Z","end":"2026-03-04T16:08:09.230141Z","steps":["trace[241859263] 'agreement among raft nodes before linearized reading' (duration: 568.600426ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:08:09.230177Z","caller":"traceutil/trace.go:171","msg":"trace[1292455769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19730; }","duration":"691.834713ms","start":"2026-03-04T16:08:08.538318Z","end":"2026-03-04T16:08:09.230153Z","steps":["trace[1292455769] 'agreement among raft nodes before linearized reading' (duration: 691.595088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:08:09.230227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:08:08.661276Z","time spent":"568.937083ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:08:09.230236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:08:08.538305Z","time spent":"691.916856ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:08:09.229958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.990477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:08:09.23038Z","caller":"traceutil/trace.go:171","msg":"trace[1235185308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19730; }","duration":"316.49445ms","start":"2026-03-04T16:08:08.913869Z","end":"2026-03-04T16:08:09.230363Z","steps":["trace[1235185308] 'agreement among raft nodes before linearized reading' (duration: 315.998188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:08:09.230419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:08:08.913848Z","time spent":"316.55974ms","remote":"127.0.0.1:57432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:08:09.23043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.265879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T16:08:09.230547Z","caller":"traceutil/trace.go:171","msg":"trace[1466996032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19730; }","duration":"535.417644ms","start":"2026-03-04T16:08:08.695106Z","end":"2026-03-04T16:08:09.230524Z","steps":["trace[1466996032] 'agreement among raft nodes before linearized reading' (duration: 535.123468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:08:09.230605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:08:08.695091Z","time spent":"535.497365ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:08:09.666859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.592258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:08:09.667028Z","caller":"traceutil/trace.go:171","msg":"trace[603349020] transaction","detail":"{read_only:false; response_revision:19732; number_of_response:1; }","duration":"430.578973ms","start":"2026-03-04T16:08:09.236427Z","end":"2026-03-04T16:08:09.667005Z","steps":["trace[603349020] 'process raft request' (duration: 210.752361ms)","trace[603349020] 'compare' (duration: 219.348772ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:08:09.667423Z","caller":"traceutil/trace.go:171","msg":"trace[460129328] transaction","detail":"{read_only:false; response_revision:19733; number_of_response:1; }","duration":"430.87624ms","start":"2026-03-04T16:08:09.236517Z","end":"2026-03-04T16:08:09.667394Z","steps":["trace[460129328] 'process raft request' (duration: 430.4401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:08:09.667452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:08:09.236372Z","time spent":"431.006213ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:08:09.667462Z","caller":"traceutil/trace.go:171","msg":"trace[1563142488] transaction","detail":"{read_only:false; response_revision:19734; number_of_response:1; }","duration":"429.932071ms","start":"2026-03-04T16:08:09.237502Z","end":"2026-03-04T16:08:09.667434Z","steps":["trace[1563142488] 'process raft request' (duration: 429.774718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:08:09.667565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:08:09.236486Z","time spent":"430.998673ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:08:09.667462Z","caller":"traceutil/trace.go:171","msg":"trace[352324631] linearizableReadLoop","detail":"{readStateIndex:20453; appliedIndex:20450; }","duration":"394.47871ms","start":"2026-03-04T16:08:09.272952Z","end":"2026-03-04T16:08:09.667431Z","steps":["trace[352324631] 'read index received' (duration: 174.176597ms)","trace[352324631] 'applied index is now lower than readState.Index' (duration: 220.299943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:08:09.667696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.729935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18575"} {"level":"warn","ts":"2026-03-04T16:08:09.667628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:08:09.237493Z","time spent":"430.047533ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:08:09.667765Z","caller":"traceutil/trace.go:171","msg":"trace[1851998884] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19734; }","duration":"394.824818ms","start":"2026-03-04T16:08:09.272925Z","end":"2026-03-04T16:08:09.66775Z","steps":["trace[1851998884] 'agreement among raft nodes before linearized reading' (duration: 394.600693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:08:09.667818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:08:09.27291Z","time spent":"394.898229ms","remote":"127.0.0.1:57638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18598,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T16:08:09.850035Z","caller":"traceutil/trace.go:171","msg":"trace[1858168051] transaction","detail":"{read_only:false; response_revision:19735; number_of_response:1; }","duration":"374.457166ms","start":"2026-03-04T16:08:09.475541Z","end":"2026-03-04T16:08:09.849998Z","steps":["trace[1858168051] 'process raft request' (duration: 374.216081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:08:09.850266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:08:09.475506Z","time spent":"374.6339ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:08:10.1577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.370992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:08:10.157927Z","caller":"traceutil/trace.go:171","msg":"trace[1492400944] linearizableReadLoop","detail":"{readStateIndex:20456; appliedIndex:20453; }","duration":"490.219417ms","start":"2026-03-04T16:08:09.667684Z","end":"2026-03-04T16:08:10.157904Z","steps":["trace[1492400944] 'read index received' (duration: 182.144346ms)","trace[1492400944] 'applied index is now lower than readState.Index' (duration: 308.073781ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:08:10.158074Z","caller":"traceutil/trace.go:171","msg":"trace[1910568900] transaction","detail":"{read_only:false; response_revision:19736; number_of_response:1; }","duration":"645.712578ms","start":"2026-03-04T16:08:09.512343Z","end":"2026-03-04T16:08:10.158056Z","steps":["trace[1910568900] 'process raft request' (duration: 452.903756ms)","trace[1910568900] 'compare' (duration: 192.24697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:08:10.158165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:08:09.51232Z","time spent":"645.79447ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:08:10.158223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.017716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-04T16:08:10.158315Z","caller":"traceutil/trace.go:171","msg":"trace[1090307000] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:19737; }","duration":"673.120108ms","start":"2026-03-04T16:08:09.48517Z","end":"2026-03-04T16:08:10.158291Z","steps":["trace[1090307000] 'agreement among raft nodes before linearized reading' (duration: 672.878693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:08:10.158362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:08:09.485142Z","time spent":"673.209499ms","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-04T16:08:10.158581Z","caller":"traceutil/trace.go:171","msg":"trace[648142649] transaction","detail":"{read_only:false; response_revision:19737; number_of_response:1; }","duration":"539.04587ms","start":"2026-03-04T16:08:09.619523Z","end":"2026-03-04T16:08:10.158568Z","steps":["trace[648142649] 'process raft request' (duration: 538.279915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:08:10.158599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.838351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-mr7kn.1899aee05532581e\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-03-04T16:08:10.158652Z","caller":"traceutil/trace.go:171","msg":"trace[1836615645] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-mr7kn.1899aee05532581e; range_end:; response_count:1; response_revision:19737; }","duration":"431.937973ms","start":"2026-03-04T16:08:09.726696Z","end":"2026-03-04T16:08:10.158634Z","steps":["trace[1836615645] 'agreement among raft nodes before linearized reading' (duration: 431.735559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:08:10.158672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:08:09.619498Z","time spent":"539.108522ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:08:10.158689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:08:09.726667Z","time spent":"432.013534ms","remote":"127.0.0.1:57540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":980,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-mr7kn.1899aee05532581e\" "} {"level":"warn","ts":"2026-03-04T16:08:10.158688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.872675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:08:10.158743Z","caller":"traceutil/trace.go:171","msg":"trace[47634871] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19737; }","duration":"425.951776ms","start":"2026-03-04T16:08:09.732775Z","end":"2026-03-04T16:08:10.158727Z","steps":["trace[47634871] 'agreement among raft nodes before linearized reading' (duration: 425.862724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:08:10.158785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:08:09.732763Z","time spent":"426.011138ms","remote":"127.0.0.1:57866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T16:08:10.511101Z","caller":"traceutil/trace.go:171","msg":"trace[1913749079] transaction","detail":"{read_only:false; response_revision:19739; number_of_response:1; }","duration":"347.72536ms","start":"2026-03-04T16:08:10.16335Z","end":"2026-03-04T16:08:10.511075Z","steps":["trace[1913749079] 'process raft request' (duration: 346.837021ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:08:10.511119Z","caller":"traceutil/trace.go:171","msg":"trace[2014128495] linearizableReadLoop","detail":"{readStateIndex:20458; appliedIndex:20457; }","duration":"334.513801ms","start":"2026-03-04T16:08:10.176548Z","end":"2026-03-04T16:08:10.511062Z","steps":["trace[2014128495] 'read index received' (duration: 333.56545ms)","trace[2014128495] 'applied index is now lower than readState.Index' (duration: 946.951µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:08:10.511239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:08:10.163322Z","time spent":"347.838433ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:08:10.511261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.583218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:08:10.511319Z","caller":"traceutil/trace.go:171","msg":"trace[361864786] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19739; }","duration":"348.665881ms","start":"2026-03-04T16:08:10.162637Z","end":"2026-03-04T16:08:10.511303Z","steps":["trace[361864786] 'agreement among raft nodes before linearized reading' (duration: 348.527888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:08:10.511354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:08:10.162619Z","time spent":"348.727302ms","remote":"127.0.0.1:57648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T16:09:54.923426Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18499} {"level":"info","ts":"2026-03-04T16:09:55.05206Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18499,"took":"125.608799ms","hash":813050407,"current-db-size-bytes":44077056,"current-db-size":"44 MB","current-db-size-in-use-bytes":26234880,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-04T16:09:55.05216Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":813050407,"revision":18499,"compact-revision":16207} {"level":"info","ts":"2026-03-04T16:12:06.252977Z","caller":"traceutil/trace.go:171","msg":"trace[1900764186] linearizableReadLoop","detail":"{readStateIndex:22850; appliedIndex:22849; }","duration":"341.403751ms","start":"2026-03-04T16:12:05.91155Z","end":"2026-03-04T16:12:06.252954Z","steps":["trace[1900764186] 'read index received' (duration: 314.838152ms)","trace[1900764186] 'applied index is now lower than readState.Index' (duration: 26.564499ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:12:06.253082Z","caller":"traceutil/trace.go:171","msg":"trace[85256311] transaction","detail":"{read_only:false; response_revision:22060; number_of_response:1; }","duration":"385.077411ms","start":"2026-03-04T16:12:05.867949Z","end":"2026-03-04T16:12:06.253027Z","steps":["trace[85256311] 'process raft request' (duration: 358.389559ms)","trace[85256311] 'compare' (duration: 26.492817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:12:06.253143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.575544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:12:06.253323Z","caller":"traceutil/trace.go:171","msg":"trace[1206088229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22060; }","duration":"341.802159ms","start":"2026-03-04T16:12:05.911495Z","end":"2026-03-04T16:12:06.253298Z","steps":["trace[1206088229] 'agreement among raft nodes before linearized reading' (duration: 341.561424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:12:06.253383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:12:05.911473Z","time spent":"341.8927ms","remote":"127.0.0.1:57432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:12:06.25339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:12:05.867907Z","time spent":"385.292575ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:12:06.268204Z","caller":"traceutil/trace.go:171","msg":"trace[660984120] transaction","detail":"{read_only:false; response_revision:22061; number_of_response:1; }","duration":"350.452602ms","start":"2026-03-04T16:12:05.917705Z","end":"2026-03-04T16:12:06.268158Z","steps":["trace[660984120] 'process raft request' (duration: 350.260127ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:12:06.268283Z","caller":"traceutil/trace.go:171","msg":"trace[267448615] transaction","detail":"{read_only:false; response_revision:22062; number_of_response:1; }","duration":"138.028768ms","start":"2026-03-04T16:12:06.130188Z","end":"2026-03-04T16:12:06.268217Z","steps":["trace[267448615] 'process raft request' (duration: 137.873515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:12:06.268408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:12:05.917662Z","time spent":"350.623495ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:14:54.929193Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20571} {"level":"info","ts":"2026-03-04T16:14:55.039086Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20571,"took":"105.167904ms","hash":3883453437,"current-db-size-bytes":46612480,"current-db-size":"47 MB","current-db-size-in-use-bytes":39436288,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-03-04T16:14:55.039166Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3883453437,"revision":20571,"compact-revision":18499} {"level":"info","ts":"2026-03-04T16:15:19.88801Z","caller":"traceutil/trace.go:171","msg":"trace[440197715] transaction","detail":"{read_only:false; response_revision:23961; number_of_response:1; }","duration":"107.879123ms","start":"2026-03-04T16:15:19.780113Z","end":"2026-03-04T16:15:19.887992Z","steps":["trace[440197715] 'process raft request' (duration: 107.841252ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:19.888199Z","caller":"traceutil/trace.go:171","msg":"trace[362818175] linearizableReadLoop","detail":"{readStateIndex:24802; appliedIndex:24800; }","duration":"403.851516ms","start":"2026-03-04T16:15:19.484336Z","end":"2026-03-04T16:15:19.888188Z","steps":["trace[362818175] 'read index received' (duration: 53.396755ms)","trace[362818175] 'applied index is now lower than readState.Index' (duration: 350.453661ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:19.888196Z","caller":"traceutil/trace.go:171","msg":"trace[793573545] transaction","detail":"{read_only:false; response_revision:23960; number_of_response:1; }","duration":"411.587879ms","start":"2026-03-04T16:15:19.476591Z","end":"2026-03-04T16:15:19.888179Z","steps":["trace[793573545] 'process raft request' (duration: 316.172499ms)","trace[793573545] 'compare' (duration: 94.94483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:19.88829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:19.476575Z","time spent":"411.65614ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:19.888373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.03333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-04T16:15:19.888403Z","caller":"traceutil/trace.go:171","msg":"trace[928414933] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23961; }","duration":"404.090831ms","start":"2026-03-04T16:15:19.484304Z","end":"2026-03-04T16:15:19.888395Z","steps":["trace[928414933] 'agreement among raft nodes before linearized reading' (duration: 403.960769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:19.888424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:19.48429Z","time spent":"404.128062ms","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-04T16:15:20.179461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.049928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:15:20.179775Z","caller":"traceutil/trace.go:171","msg":"trace[1765373070] linearizableReadLoop","detail":"{readStateIndex:24805; appliedIndex:24803; }","duration":"291.54486ms","start":"2026-03-04T16:15:19.888218Z","end":"2026-03-04T16:15:20.179763Z","steps":["trace[1765373070] 'read index received' (duration: 143.086893ms)","trace[1765373070] 'applied index is now lower than readState.Index' (duration: 148.457257ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:20.179918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.77305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T16:15:20.17994Z","caller":"traceutil/trace.go:171","msg":"trace[602408756] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23963; }","duration":"691.816791ms","start":"2026-03-04T16:15:19.488116Z","end":"2026-03-04T16:15:20.179932Z","steps":["trace[602408756] 'agreement among raft nodes before linearized reading' (duration: 691.705439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:20.179959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:19.488104Z","time spent":"691.851342ms","remote":"127.0.0.1:55298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T16:15:20.180067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.905554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ded49c82-126a-46c8-880f-c224e726ae60\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-04T16:15:20.180121Z","caller":"traceutil/trace.go:171","msg":"trace[1956490404] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ded49c82-126a-46c8-880f-c224e726ae60; range_end:; response_count:1; response_revision:23963; }","duration":"288.008536ms","start":"2026-03-04T16:15:19.892098Z","end":"2026-03-04T16:15:20.180107Z","steps":["trace[1956490404] 'agreement among raft nodes before linearized reading' (duration: 287.842303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:20.180171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.636959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-04T16:15:20.180219Z","caller":"traceutil/trace.go:171","msg":"trace[1100812166] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23963; }","duration":"552.693391ms","start":"2026-03-04T16:15:19.627505Z","end":"2026-03-04T16:15:20.180199Z","steps":["trace[1100812166] 'agreement among raft nodes before linearized reading' (duration: 552.600639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:20.180255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:19.627494Z","time spent":"552.752992ms","remote":"127.0.0.1:57638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T16:15:20.180265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.987484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:15:20.180277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.712795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:15:20.180284Z","caller":"traceutil/trace.go:171","msg":"trace[140566180] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23963; }","duration":"202.010315ms","start":"2026-03-04T16:15:19.978268Z","end":"2026-03-04T16:15:20.180278Z","steps":["trace[140566180] 'agreement among raft nodes before linearized reading' (duration: 201.973444ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:20.180297Z","caller":"traceutil/trace.go:171","msg":"trace[1479252983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23963; }","duration":"123.766677ms","start":"2026-03-04T16:15:20.056525Z","end":"2026-03-04T16:15:20.180292Z","steps":["trace[1479252983] 'agreement among raft nodes before linearized reading' (duration: 123.711186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:20.180374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.65662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:20.180388Z","caller":"traceutil/trace.go:171","msg":"trace[680198438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23963; }","duration":"270.703552ms","start":"2026-03-04T16:15:19.909679Z","end":"2026-03-04T16:15:20.180383Z","steps":["trace[680198438] 'agreement among raft nodes before linearized reading' (duration: 270.681581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:20.180054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.066087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:15:20.180457Z","caller":"traceutil/trace.go:171","msg":"trace[462845174] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23963; }","duration":"683.541617ms","start":"2026-03-04T16:15:19.49691Z","end":"2026-03-04T16:15:20.180452Z","steps":["trace[462845174] 'agreement among raft nodes before linearized reading' (duration: 682.918254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:20.180473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.869187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:15:20.180489Z","caller":"traceutil/trace.go:171","msg":"trace[1241008858] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23963; }","duration":"122.898809ms","start":"2026-03-04T16:15:20.057586Z","end":"2026-03-04T16:15:20.180484Z","steps":["trace[1241008858] 'agreement among raft nodes before linearized reading' (duration: 122.853208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:20.180509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.243522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:15:20.180544Z","caller":"traceutil/trace.go:171","msg":"trace[733710386] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23963; }","duration":"553.322614ms","start":"2026-03-04T16:15:19.627209Z","end":"2026-03-04T16:15:20.180531Z","steps":["trace[733710386] 'agreement among raft nodes before linearized reading' (duration: 553.237012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:20.180571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.405759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:15:20.180586Z","caller":"traceutil/trace.go:171","msg":"trace[1341476508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23963; }","duration":"123.501511ms","start":"2026-03-04T16:15:20.05708Z","end":"2026-03-04T16:15:20.180582Z","steps":["trace[1341476508] 'agreement among raft nodes before linearized reading' (duration: 123.46376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:20.180578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:19.627182Z","time spent":"553.386815ms","remote":"127.0.0.1:57916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:15:20.180474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:19.496869Z","time spent":"683.598647ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:15:20.181008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.029852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:20.181055Z","caller":"traceutil/trace.go:171","msg":"trace[970795020] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23963; }","duration":"596.117634ms","start":"2026-03-04T16:15:19.584923Z","end":"2026-03-04T16:15:20.18104Z","steps":["trace[970795020] 'agreement among raft nodes before linearized reading' (duration: 596.026612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:20.181039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.697619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:20.181032Z","caller":"traceutil/trace.go:171","msg":"trace[2015437520] transaction","detail":"{read_only:false; response_revision:23963; number_of_response:1; }","duration":"319.628582ms","start":"2026-03-04T16:15:19.861328Z","end":"2026-03-04T16:15:20.180957Z","steps":["trace[2015437520] 'process raft request' (duration: 318.395106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:20.18109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:19.584904Z","time spent":"596.177785ms","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:15:20.181103Z","caller":"traceutil/trace.go:171","msg":"trace[938036259] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23963; }","duration":"466.77673ms","start":"2026-03-04T16:15:19.71431Z","end":"2026-03-04T16:15:20.181087Z","steps":["trace[938036259] 'agreement among raft nodes before linearized reading' (duration: 465.486994ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:20.181133Z","caller":"traceutil/trace.go:171","msg":"trace[1415420867] transaction","detail":"{read_only:false; response_revision:23962; number_of_response:1; }","duration":"349.232635ms","start":"2026-03-04T16:15:19.831692Z","end":"2026-03-04T16:15:20.180925Z","steps":["trace[1415420867] 'process raft request' (duration: 199.646445ms)","trace[1415420867] 'compare' (duration: 147.946326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:20.181137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:19.714288Z","time spent":"466.840462ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:15:20.181237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:19.831668Z","time spent":"349.51898ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:20.181263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:19.861301Z","time spent":"319.821966ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:20.327411Z","caller":"traceutil/trace.go:171","msg":"trace[967699500] transaction","detail":"{read_only:false; response_revision:23964; number_of_response:1; }","duration":"142.062912ms","start":"2026-03-04T16:15:20.185107Z","end":"2026-03-04T16:15:20.32717Z","steps":["trace[967699500] 'process raft request' (duration: 139.025227ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:20.528473Z","caller":"traceutil/trace.go:171","msg":"trace[1717836935] transaction","detail":"{read_only:false; response_revision:23965; number_of_response:1; }","duration":"342.087265ms","start":"2026-03-04T16:15:20.186366Z","end":"2026-03-04T16:15:20.528454Z","steps":["trace[1717836935] 'process raft request' (duration: 250.004645ms)","trace[1717836935] 'compare' (duration: 91.946867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:20.528584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:20.186359Z","time spent":"342.167346ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:20.528845Z","caller":"traceutil/trace.go:171","msg":"trace[1061884192] transaction","detail":"{read_only:false; response_revision:23968; number_of_response:1; }","duration":"193.447925ms","start":"2026-03-04T16:15:20.335355Z","end":"2026-03-04T16:15:20.528803Z","steps":["trace[1061884192] 'process raft request' (duration: 193.371954ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:20.52903Z","caller":"traceutil/trace.go:171","msg":"trace[1823132461] linearizableReadLoop","detail":"{readStateIndex:24808; appliedIndex:24805; }","duration":"340.454581ms","start":"2026-03-04T16:15:20.188558Z","end":"2026-03-04T16:15:20.529013Z","steps":["trace[1823132461] 'read index received' (duration: 135.559815ms)","trace[1823132461] 'applied index is now lower than readState.Index' (duration: 204.893236ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:20.529043Z","caller":"traceutil/trace.go:171","msg":"trace[1225274861] transaction","detail":"{read_only:false; response_revision:23967; number_of_response:1; }","duration":"340.418161ms","start":"2026-03-04T16:15:20.1886Z","end":"2026-03-04T16:15:20.529019Z","steps":["trace[1225274861] 'process raft request' (duration: 339.97391ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:20.529089Z","caller":"traceutil/trace.go:171","msg":"trace[1060707275] transaction","detail":"{read_only:false; response_revision:23966; number_of_response:1; }","duration":"342.660487ms","start":"2026-03-04T16:15:20.186404Z","end":"2026-03-04T16:15:20.529064Z","steps":["trace[1060707275] 'process raft request' (duration: 342.015893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:20.529159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.597704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-03-04T16:15:20.529166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:20.188579Z","time spent":"340.518112ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:20.529181Z","caller":"traceutil/trace.go:171","msg":"trace[294866803] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23968; }","duration":"340.662816ms","start":"2026-03-04T16:15:20.18851Z","end":"2026-03-04T16:15:20.529173Z","steps":["trace[294866803] 'agreement among raft nodes before linearized reading' (duration: 340.558334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:20.529194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:20.1864Z","time spent":"342.73661ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:20.529203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:20.188496Z","time spent":"340.702776ms","remote":"127.0.0.1:57638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T16:15:20.831232Z","caller":"traceutil/trace.go:171","msg":"trace[1602834782] transaction","detail":"{read_only:false; response_revision:23969; number_of_response:1; }","duration":"168.458798ms","start":"2026-03-04T16:15:20.662753Z","end":"2026-03-04T16:15:20.831212Z","steps":["trace[1602834782] 'process raft request' (duration: 168.024539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:21.330243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.013636ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:21.330402Z","caller":"traceutil/trace.go:171","msg":"trace[1466856805] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23969; }","duration":"344.18393ms","start":"2026-03-04T16:15:20.986198Z","end":"2026-03-04T16:15:21.330382Z","steps":["trace[1466856805] 'range keys from in-memory index tree' (duration: 343.995416ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:21.330471Z","caller":"traceutil/trace.go:171","msg":"trace[830024945] linearizableReadLoop","detail":"{readStateIndex:24812; appliedIndex:24811; }","duration":"416.633045ms","start":"2026-03-04T16:15:20.913813Z","end":"2026-03-04T16:15:21.330446Z","steps":["trace[830024945] 'read index received' (duration: 381.640177ms)","trace[830024945] 'applied index is now lower than readState.Index' (duration: 34.991428ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:21.330594Z","caller":"traceutil/trace.go:171","msg":"trace[1945580094] transaction","detail":"{read_only:false; response_revision:23970; number_of_response:1; }","duration":"449.821445ms","start":"2026-03-04T16:15:20.880747Z","end":"2026-03-04T16:15:21.330568Z","steps":["trace[1945580094] 'process raft request' (duration: 414.645953ms)","trace[1945580094] 'compare' (duration: 34.597419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:21.330684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.860871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:21.33076Z","caller":"traceutil/trace.go:171","msg":"trace[163467511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23970; }","duration":"416.964632ms","start":"2026-03-04T16:15:20.913778Z","end":"2026-03-04T16:15:21.330742Z","steps":["trace[163467511] 'agreement among raft nodes before linearized reading' (duration: 416.85661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:21.330809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:20.913761Z","time spent":"417.034904ms","remote":"127.0.0.1:57432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:15:21.330702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:20.880732Z","time spent":"449.886336ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:21.332304Z","caller":"traceutil/trace.go:171","msg":"trace[14793249] transaction","detail":"{read_only:false; response_revision:23971; number_of_response:1; }","duration":"288.072578ms","start":"2026-03-04T16:15:21.044199Z","end":"2026-03-04T16:15:21.332272Z","steps":["trace[14793249] 'process raft request' (duration: 287.937895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:21.332355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.338113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:21.332416Z","caller":"traceutil/trace.go:171","msg":"trace[1156683548] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23971; }","duration":"137.438574ms","start":"2026-03-04T16:15:21.194963Z","end":"2026-03-04T16:15:21.332402Z","steps":["trace[1156683548] 'agreement among raft nodes before linearized reading' (duration: 137.307992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:28.938378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.782056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:15:28.938485Z","caller":"traceutil/trace.go:171","msg":"trace[2001390958] linearizableReadLoop","detail":"{readStateIndex:24875; appliedIndex:24874; }","duration":"376.625982ms","start":"2026-03-04T16:15:28.561841Z","end":"2026-03-04T16:15:28.938467Z","steps":["trace[2001390958] 'read index received' (duration: 159.694463ms)","trace[2001390958] 'applied index is now lower than readState.Index' (duration: 216.930309ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:28.938545Z","caller":"traceutil/trace.go:171","msg":"trace[1914490661] transaction","detail":"{read_only:false; response_revision:24030; number_of_response:1; }","duration":"380.438462ms","start":"2026-03-04T16:15:28.558076Z","end":"2026-03-04T16:15:28.938515Z","steps":["trace[1914490661] 'process raft request' (duration: 163.429381ms)","trace[1914490661] 'compare' (duration: 216.540991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:28.938649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.806247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T16:15:28.938684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:28.558046Z","time spent":"380.562726ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:28.938691Z","caller":"traceutil/trace.go:171","msg":"trace[1229581870] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24030; }","duration":"376.887028ms","start":"2026-03-04T16:15:28.561794Z","end":"2026-03-04T16:15:28.938681Z","steps":["trace[1229581870] 'agreement among raft nodes before linearized reading' (duration: 376.744714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:28.938731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:28.561774Z","time spent":"376.94866ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:15:29.015467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.350486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T16:15:29.015495Z","caller":"traceutil/trace.go:171","msg":"trace[509262311] transaction","detail":"{read_only:false; response_revision:24031; number_of_response:1; }","duration":"159.097751ms","start":"2026-03-04T16:15:28.856327Z","end":"2026-03-04T16:15:29.015425Z","steps":["trace[509262311] 'process raft request' (duration: 158.840706ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:29.015568Z","caller":"traceutil/trace.go:171","msg":"trace[137237130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24031; }","duration":"450.495098ms","start":"2026-03-04T16:15:28.565047Z","end":"2026-03-04T16:15:29.015542Z","steps":["trace[137237130] 'agreement among raft nodes before linearized reading' (duration: 450.284624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:29.015563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.162811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T16:15:29.015616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:28.565029Z","time spent":"450.577411ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T16:15:29.015624Z","caller":"traceutil/trace.go:171","msg":"trace[1105199957] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24031; }","duration":"450.267814ms","start":"2026-03-04T16:15:28.565343Z","end":"2026-03-04T16:15:29.015611Z","steps":["trace[1105199957] 'agreement among raft nodes before linearized reading' (duration: 450.114591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:29.015476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.97958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:15:29.015657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:28.565328Z","time spent":"450.324365ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T16:15:29.015684Z","caller":"traceutil/trace.go:171","msg":"trace[366891552] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24031; }","duration":"170.245786ms","start":"2026-03-04T16:15:28.845421Z","end":"2026-03-04T16:15:29.015667Z","steps":["trace[366891552] 'agreement among raft nodes before linearized reading' (duration: 169.97054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:29.016036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.155812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:29.016085Z","caller":"traceutil/trace.go:171","msg":"trace[47070752] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24031; }","duration":"395.258364ms","start":"2026-03-04T16:15:28.620814Z","end":"2026-03-04T16:15:29.016072Z","steps":["trace[47070752] 'agreement among raft nodes before linearized reading' (duration: 394.957868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:29.016108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:28.620789Z","time spent":"395.312096ms","remote":"127.0.0.1:40060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:15:29.303829Z","caller":"traceutil/trace.go:171","msg":"trace[637092946] transaction","detail":"{read_only:false; response_revision:24032; number_of_response:1; }","duration":"361.364591ms","start":"2026-03-04T16:15:28.942441Z","end":"2026-03-04T16:15:29.303806Z","steps":["trace[637092946] 'process raft request' (duration: 347.445968ms)","trace[637092946] 'compare' (duration: 13.76138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:29.303972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:28.942424Z","time spent":"361.488134ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:29.304022Z","caller":"traceutil/trace.go:171","msg":"trace[2017840853] transaction","detail":"{read_only:false; response_revision:24033; number_of_response:1; }","duration":"300.895607ms","start":"2026-03-04T16:15:29.003103Z","end":"2026-03-04T16:15:29.303999Z","steps":["trace[2017840853] 'process raft request' (duration: 300.660062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:29.304144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:29.003084Z","time spent":"300.99518ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:29.653492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.392429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:15:29.653887Z","caller":"traceutil/trace.go:171","msg":"trace[1302001373] linearizableReadLoop","detail":"{readStateIndex:24881; appliedIndex:24878; }","duration":"251.525118ms","start":"2026-03-04T16:15:29.402341Z","end":"2026-03-04T16:15:29.653866Z","steps":["trace[1302001373] 'read index received' (duration: 33.636859ms)","trace[1302001373] 'applied index is now lower than readState.Index' (duration: 217.887199ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:29.653989Z","caller":"traceutil/trace.go:171","msg":"trace[632850728] transaction","detail":"{read_only:false; response_revision:24036; number_of_response:1; }","duration":"278.614658ms","start":"2026-03-04T16:15:29.37535Z","end":"2026-03-04T16:15:29.653964Z","steps":["trace[632850728] 'process raft request' (duration: 278.464695ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:29.653993Z","caller":"traceutil/trace.go:171","msg":"trace[689733697] transaction","detail":"{read_only:false; response_revision:24034; number_of_response:1; }","duration":"634.478444ms","start":"2026-03-04T16:15:29.019487Z","end":"2026-03-04T16:15:29.653966Z","steps":["trace[689733697] 'process raft request' (duration: 416.507543ms)","trace[689733697] 'compare' (duration: 217.241276ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:29.654013Z","caller":"traceutil/trace.go:171","msg":"trace[1255430322] transaction","detail":"{read_only:false; response_revision:24035; number_of_response:1; }","duration":"634.406992ms","start":"2026-03-04T16:15:29.019566Z","end":"2026-03-04T16:15:29.653973Z","steps":["trace[1255430322] 'process raft request' (duration: 634.157027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:29.654103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.752663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T16:15:29.654124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:29.019471Z","time spent":"634.573196ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:29.654149Z","caller":"traceutil/trace.go:171","msg":"trace[1297280574] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24036; }","duration":"251.826354ms","start":"2026-03-04T16:15:29.402312Z","end":"2026-03-04T16:15:29.654138Z","steps":["trace[1297280574] 'agreement among raft nodes before linearized reading' (duration: 251.65105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:29.654166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:29.01956Z","time spent":"634.534575ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:29.849931Z","caller":"traceutil/trace.go:171","msg":"trace[1525765638] transaction","detail":"{read_only:false; response_revision:24037; number_of_response:1; }","duration":"250.63205ms","start":"2026-03-04T16:15:29.599262Z","end":"2026-03-04T16:15:29.849894Z","steps":["trace[1525765638] 'process raft request' (duration: 203.64638ms)","trace[1525765638] 'compare' (duration: 46.737045ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:30.175566Z","caller":"traceutil/trace.go:171","msg":"trace[2072754123] linearizableReadLoop","detail":"{readStateIndex:24883; appliedIndex:24882; }","duration":"265.451432ms","start":"2026-03-04T16:15:29.910096Z","end":"2026-03-04T16:15:30.175548Z","steps":["trace[2072754123] 'read index received' (duration: 265.39257ms)","trace[2072754123] 'applied index is now lower than readState.Index' (duration: 58.202µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:30.175615Z","caller":"traceutil/trace.go:171","msg":"trace[1339542780] transaction","detail":"{read_only:false; response_revision:24038; number_of_response:1; }","duration":"516.125061ms","start":"2026-03-04T16:15:29.659467Z","end":"2026-03-04T16:15:30.175592Z","steps":["trace[1339542780] 'process raft request' (duration: 515.957017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:30.175698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.594694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:30.175733Z","caller":"traceutil/trace.go:171","msg":"trace[531893508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24038; }","duration":"265.667906ms","start":"2026-03-04T16:15:29.910055Z","end":"2026-03-04T16:15:30.175723Z","steps":["trace[531893508] 'agreement among raft nodes before linearized reading' (duration: 265.602875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:30.175736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:29.659441Z","time spent":"516.227452ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:30.19775Z","caller":"traceutil/trace.go:171","msg":"trace[423491315] transaction","detail":"{read_only:false; response_revision:24040; number_of_response:1; }","duration":"269.749531ms","start":"2026-03-04T16:15:29.927965Z","end":"2026-03-04T16:15:30.197714Z","steps":["trace[423491315] 'process raft request' (duration: 269.65727ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:30.198335Z","caller":"traceutil/trace.go:171","msg":"trace[1423669759] transaction","detail":"{read_only:false; response_revision:24039; number_of_response:1; }","duration":"276.949453ms","start":"2026-03-04T16:15:29.921309Z","end":"2026-03-04T16:15:30.198258Z","steps":["trace[1423669759] 'process raft request' (duration: 276.221408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:30.535899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.569612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:15:30.536011Z","caller":"traceutil/trace.go:171","msg":"trace[146253853] linearizableReadLoop","detail":"{readStateIndex:24887; appliedIndex:24886; }","duration":"259.723331ms","start":"2026-03-04T16:15:30.276266Z","end":"2026-03-04T16:15:30.53599Z","steps":["trace[146253853] 'read index received' (duration: 89.970315ms)","trace[146253853] 'applied index is now lower than readState.Index' (duration: 169.751266ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:30.536015Z","caller":"traceutil/trace.go:171","msg":"trace[2077716119] transaction","detail":"{read_only:false; response_revision:24042; number_of_response:1; }","duration":"320.236996ms","start":"2026-03-04T16:15:30.215759Z","end":"2026-03-04T16:15:30.535996Z","steps":["trace[2077716119] 'process raft request' (duration: 150.447949ms)","trace[2077716119] 'compare' (duration: 169.392889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:30.536131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:30.215746Z","time spent":"320.320917ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:30.53621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.942715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T16:15:30.536266Z","caller":"traceutil/trace.go:171","msg":"trace[1327066396] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24042; }","duration":"260.034617ms","start":"2026-03-04T16:15:30.276217Z","end":"2026-03-04T16:15:30.536252Z","steps":["trace[1327066396] 'agreement among raft nodes before linearized reading' (duration: 259.854813ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:30.868975Z","caller":"traceutil/trace.go:171","msg":"trace[2075552826] linearizableReadLoop","detail":"{readStateIndex:24888; appliedIndex:24887; }","duration":"332.905281ms","start":"2026-03-04T16:15:30.536043Z","end":"2026-03-04T16:15:30.868948Z","steps":["trace[2075552826] 'read index received' (duration: 271.020737ms)","trace[2075552826] 'applied index is now lower than readState.Index' (duration: 61.883494ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:30.869118Z","caller":"traceutil/trace.go:171","msg":"trace[494377072] transaction","detail":"{read_only:false; response_revision:24043; number_of_response:1; }","duration":"333.790001ms","start":"2026-03-04T16:15:30.535313Z","end":"2026-03-04T16:15:30.869103Z","steps":["trace[494377072] 'process raft request' (duration: 271.749933ms)","trace[494377072] 'compare' (duration: 61.518006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:30.869228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:30.535294Z","time spent":"333.859803ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:30.869449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.208128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T16:15:30.869527Z","caller":"traceutil/trace.go:171","msg":"trace[140750390] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24043; }","duration":"323.334391ms","start":"2026-03-04T16:15:30.546174Z","end":"2026-03-04T16:15:30.869508Z","steps":["trace[140750390] 'agreement among raft nodes before linearized reading' (duration: 323.095806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:30.869574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:30.546157Z","time spent":"323.408442ms","remote":"127.0.0.1:57640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:15:30.869619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.691072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T16:15:30.869658Z","caller":"traceutil/trace.go:171","msg":"trace[851273155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24043; }","duration":"497.767174ms","start":"2026-03-04T16:15:30.371879Z","end":"2026-03-04T16:15:30.869646Z","steps":["trace[851273155] 'agreement among raft nodes before linearized reading' (duration: 497.538669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:30.869705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:30.37184Z","time spent":"497.856916ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T16:15:31.045602Z","caller":"traceutil/trace.go:171","msg":"trace[1558679633] transaction","detail":"{read_only:false; response_revision:24045; number_of_response:1; }","duration":"101.946628ms","start":"2026-03-04T16:15:30.943618Z","end":"2026-03-04T16:15:31.045564Z","steps":["trace[1558679633] 'process raft request' (duration: 97.081816ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:31.045708Z","caller":"traceutil/trace.go:171","msg":"trace[911538903] linearizableReadLoop","detail":"{readStateIndex:24890; appliedIndex:24889; }","duration":"101.507768ms","start":"2026-03-04T16:15:30.944163Z","end":"2026-03-04T16:15:31.045671Z","steps":["trace[911538903] 'read index received' (duration: 96.551274ms)","trace[911538903] 'applied index is now lower than readState.Index' (duration: 4.953594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:31.045963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.779044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:31.04604Z","caller":"traceutil/trace.go:171","msg":"trace[2124599003] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24046; }","duration":"101.899717ms","start":"2026-03-04T16:15:30.944122Z","end":"2026-03-04T16:15:31.046022Z","steps":["trace[2124599003] 'agreement among raft nodes before linearized reading' (duration: 101.662232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:31.04616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.849485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:15:31.046263Z","caller":"traceutil/trace.go:171","msg":"trace[1382068141] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24046; }","duration":"102.05183ms","start":"2026-03-04T16:15:30.944192Z","end":"2026-03-04T16:15:31.046244Z","steps":["trace[1382068141] 'agreement among raft nodes before linearized reading' (duration: 101.720623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:31.56998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.847563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:15:31.570038Z","caller":"traceutil/trace.go:171","msg":"trace[2016580235] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24046; }","duration":"259.969865ms","start":"2026-03-04T16:15:31.310053Z","end":"2026-03-04T16:15:31.570023Z","steps":["trace[2016580235] 'range keys from in-memory index tree' (duration: 259.646259ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:31.746628Z","caller":"traceutil/trace.go:171","msg":"trace[1583956125] transaction","detail":"{read_only:false; response_revision:24047; number_of_response:1; }","duration":"172.243348ms","start":"2026-03-04T16:15:31.574359Z","end":"2026-03-04T16:15:31.746603Z","steps":["trace[1583956125] 'process raft request' (duration: 172.079095ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:32.09953Z","caller":"traceutil/trace.go:171","msg":"trace[100066471] linearizableReadLoop","detail":"{readStateIndex:24893; appliedIndex:24892; }","duration":"352.935663ms","start":"2026-03-04T16:15:31.746572Z","end":"2026-03-04T16:15:32.099508Z","steps":["trace[100066471] 'read index received' (duration: 352.77263ms)","trace[100066471] 'applied index is now lower than readState.Index' (duration: 162.033µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:32.099744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.077608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:32.099666Z","caller":"traceutil/trace.go:171","msg":"trace[787611511] transaction","detail":"{read_only:false; response_revision:24048; number_of_response:1; }","duration":"440.150701ms","start":"2026-03-04T16:15:31.65947Z","end":"2026-03-04T16:15:32.099621Z","steps":["trace[787611511] 'process raft request' (duration: 439.909136ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:32.099789Z","caller":"traceutil/trace.go:171","msg":"trace[228117829] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24048; }","duration":"363.232651ms","start":"2026-03-04T16:15:31.736543Z","end":"2026-03-04T16:15:32.099776Z","steps":["trace[228117829] 'agreement among raft nodes before linearized reading' (duration: 363.078518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:32.099865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.53129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T16:15:32.099843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:31.736524Z","time spent":"363.302592ms","remote":"127.0.0.1:50852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:15:32.099898Z","caller":"traceutil/trace.go:171","msg":"trace[1538223879] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24048; }","duration":"441.604351ms","start":"2026-03-04T16:15:31.658283Z","end":"2026-03-04T16:15:32.099888Z","steps":["trace[1538223879] 'agreement among raft nodes before linearized reading' (duration: 441.431018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:32.099919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:31.658273Z","time spent":"441.641293ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:15:32.099921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:31.659455Z","time spent":"440.370405ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:32.101496Z","caller":"traceutil/trace.go:171","msg":"trace[122444151] transaction","detail":"{read_only:false; response_revision:24049; number_of_response:1; }","duration":"350.153465ms","start":"2026-03-04T16:15:31.751318Z","end":"2026-03-04T16:15:32.101472Z","steps":["trace[122444151] 'process raft request' (duration: 350.047133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:32.10152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.572846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:32.101601Z","caller":"traceutil/trace.go:171","msg":"trace[1781229078] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24049; }","duration":"333.678799ms","start":"2026-03-04T16:15:31.767885Z","end":"2026-03-04T16:15:32.101564Z","steps":["trace[1781229078] 'agreement among raft nodes before linearized reading' (duration: 333.562276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:32.10161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:31.751297Z","time spent":"350.252567ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:32.101658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:31.767831Z","time spent":"333.811661ms","remote":"127.0.0.1:57840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:15:32.101775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.967861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:32.101859Z","caller":"traceutil/trace.go:171","msg":"trace[1557857849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24049; }","duration":"190.101654ms","start":"2026-03-04T16:15:31.911737Z","end":"2026-03-04T16:15:32.101838Z","steps":["trace[1557857849] 'agreement among raft nodes before linearized reading' (duration: 189.931781ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:45.515726Z","caller":"traceutil/trace.go:171","msg":"trace[533499450] transaction","detail":"{read_only:false; response_revision:24145; number_of_response:1; }","duration":"508.229813ms","start":"2026-03-04T16:15:45.00747Z","end":"2026-03-04T16:15:45.5157Z","steps":["trace[533499450] 'process raft request' (duration: 508.05506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:45.515897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:45.00744Z","time spent":"508.358526ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:45.876916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.630419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:15:45.877189Z","caller":"traceutil/trace.go:171","msg":"trace[1586666852] linearizableReadLoop","detail":"{readStateIndex:24995; appliedIndex:24992; }","duration":"715.401948ms","start":"2026-03-04T16:15:45.161761Z","end":"2026-03-04T16:15:45.877163Z","steps":["trace[1586666852] 'read index received' (duration: 353.773901ms)","trace[1586666852] 'applied index is now lower than readState.Index' (duration: 361.597036ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:45.877214Z","caller":"traceutil/trace.go:171","msg":"trace[533444438] transaction","detail":"{read_only:false; response_revision:24146; number_of_response:1; }","duration":"775.77253ms","start":"2026-03-04T16:15:45.101409Z","end":"2026-03-04T16:15:45.877181Z","steps":["trace[533444438] 'process raft request' (duration: 665.743663ms)","trace[533444438] 'compare' (duration: 109.452255ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:45.877278Z","caller":"traceutil/trace.go:171","msg":"trace[995811190] transaction","detail":"{read_only:false; response_revision:24147; number_of_response:1; }","duration":"770.612561ms","start":"2026-03-04T16:15:45.106616Z","end":"2026-03-04T16:15:45.877229Z","steps":["trace[995811190] 'process raft request' (duration: 770.427777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:45.877356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:45.101381Z","time spent":"775.889162ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:45.877351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.579781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:15:45.877408Z","caller":"traceutil/trace.go:171","msg":"trace[209038060] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24147; }","duration":"715.670793ms","start":"2026-03-04T16:15:45.161719Z","end":"2026-03-04T16:15:45.87739Z","steps":["trace[209038060] 'agreement among raft nodes before linearized reading' (duration: 715.571021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:45.877459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:45.161701Z","time spent":"715.742744ms","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:15:45.877503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:45.10658Z","time spent":"770.802414ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:46.371676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.086955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:15:46.371924Z","caller":"traceutil/trace.go:171","msg":"trace[62303026] linearizableReadLoop","detail":"{readStateIndex:24997; appliedIndex:24995; }","duration":"482.925722ms","start":"2026-03-04T16:15:45.888979Z","end":"2026-03-04T16:15:46.371905Z","steps":["trace[62303026] 'read index received' (duration: 197.537421ms)","trace[62303026] 'applied index is now lower than readState.Index' (duration: 285.387211ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:46.372303Z","caller":"traceutil/trace.go:171","msg":"trace[1181817583] transaction","detail":"{read_only:false; response_revision:24148; number_of_response:1; }","duration":"490.46607ms","start":"2026-03-04T16:15:45.881816Z","end":"2026-03-04T16:15:46.372282Z","steps":["trace[1181817583] 'process raft request' (duration: 204.683901ms)","trace[1181817583] 'compare' (duration: 284.964841ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:46.37237Z","caller":"traceutil/trace.go:171","msg":"trace[296817989] transaction","detail":"{read_only:false; response_revision:24149; number_of_response:1; }","duration":"488.459919ms","start":"2026-03-04T16:15:45.883889Z","end":"2026-03-04T16:15:46.372349Z","steps":["trace[296817989] 'process raft request' (duration: 487.910207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:46.372412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.420783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-03-04T16:15:46.372439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:45.881796Z","time spent":"490.589352ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:46.372456Z","caller":"traceutil/trace.go:171","msg":"trace[877228230] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24149; }","duration":"483.487914ms","start":"2026-03-04T16:15:45.888955Z","end":"2026-03-04T16:15:46.372443Z","steps":["trace[877228230] 'agreement among raft nodes before linearized reading' (duration: 483.32392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:46.37246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:45.883878Z","time spent":"488.53458ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:46.372563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:45.888947Z","time spent":"483.605477ms","remote":"127.0.0.1:57866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-04T16:15:46.887985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.472354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:15:46.888536Z","caller":"traceutil/trace.go:171","msg":"trace[633673617] transaction","detail":"{read_only:false; response_revision:24150; number_of_response:1; }","duration":"737.503093ms","start":"2026-03-04T16:15:46.150997Z","end":"2026-03-04T16:15:46.8885Z","steps":["trace[633673617] 'process raft request' (duration: 590.359215ms)","trace[633673617] 'compare' (duration: 144.815889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:46.888721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:46.150968Z","time spent":"737.646696ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:46.888855Z","caller":"traceutil/trace.go:171","msg":"trace[1028584432] transaction","detail":"{read_only:false; response_revision:24151; number_of_response:1; }","duration":"628.438136ms","start":"2026-03-04T16:15:46.260369Z","end":"2026-03-04T16:15:46.888807Z","steps":["trace[1028584432] 'process raft request' (duration: 627.966896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:46.889095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:46.260346Z","time spent":"628.614749ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:46.88911Z","caller":"traceutil/trace.go:171","msg":"trace[1395508510] transaction","detail":"{read_only:false; response_revision:24152; number_of_response:1; }","duration":"628.477477ms","start":"2026-03-04T16:15:46.26061Z","end":"2026-03-04T16:15:46.889088Z","steps":["trace[1395508510] 'process raft request' (duration: 627.978426ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:46.889295Z","caller":"traceutil/trace.go:171","msg":"trace[1082656500] linearizableReadLoop","detail":"{readStateIndex:25001; appliedIndex:24997; }","duration":"517.303505ms","start":"2026-03-04T16:15:46.371978Z","end":"2026-03-04T16:15:46.889281Z","steps":["trace[1082656500] 'read index received' (duration: 369.39687ms)","trace[1082656500] 'applied index is now lower than readState.Index' (duration: 147.905695ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:46.889399Z","caller":"traceutil/trace.go:171","msg":"trace[562449772] transaction","detail":"{read_only:false; response_revision:24153; number_of_response:1; }","duration":"579.065096ms","start":"2026-03-04T16:15:46.310325Z","end":"2026-03-04T16:15:46.88939Z","steps":["trace[562449772] 'process raft request' (duration: 578.734979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:46.889471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:46.310301Z","time spent":"579.128097ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:46.889626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.920786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:15:46.889678Z","caller":"traceutil/trace.go:171","msg":"trace[1997172397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24154; }","duration":"714.009228ms","start":"2026-03-04T16:15:46.175656Z","end":"2026-03-04T16:15:46.889665Z","steps":["trace[1997172397] 'agreement among raft nodes before linearized reading' (duration: 713.815984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:46.889717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:46.175625Z","time spent":"714.0843ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:15:46.889783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.5485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-03-04T16:15:46.889867Z","caller":"traceutil/trace.go:171","msg":"trace[1660128972] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:24154; }","duration":"337.675992ms","start":"2026-03-04T16:15:46.552172Z","end":"2026-03-04T16:15:46.889848Z","steps":["trace[1660128972] 'agreement among raft nodes before linearized reading' (duration: 337.441017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:46.889915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:46.552152Z","time spent":"337.754495ms","remote":"127.0.0.1:57662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-03-04T16:15:46.889916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.585818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T16:15:46.889963Z","caller":"traceutil/trace.go:171","msg":"trace[1843451435] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24154; }","duration":"626.649569ms","start":"2026-03-04T16:15:46.263302Z","end":"2026-03-04T16:15:46.889951Z","steps":["trace[1843451435] 'agreement among raft nodes before linearized reading' (duration: 626.507366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:46.889982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.401252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T16:15:46.890005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:46.263294Z","time spent":"626.703211ms","remote":"127.0.0.1:57640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T16:15:46.890022Z","caller":"traceutil/trace.go:171","msg":"trace[1791957533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24154; }","duration":"643.438393ms","start":"2026-03-04T16:15:46.24657Z","end":"2026-03-04T16:15:46.890009Z","steps":["trace[1791957533] 'agreement among raft nodes before linearized reading' (duration: 643.335321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:46.890057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:46.24651Z","time spent":"643.539905ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:15:46.890141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.043858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:46.890171Z","caller":"traceutil/trace.go:171","msg":"trace[1189410174] transaction","detail":"{read_only:false; response_revision:24154; number_of_response:1; }","duration":"295.923473ms","start":"2026-03-04T16:15:46.594232Z","end":"2026-03-04T16:15:46.890156Z","steps":["trace[1189410174] 'process raft request' (duration: 294.999183ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:46.890182Z","caller":"traceutil/trace.go:171","msg":"trace[495921858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24154; }","duration":"976.103299ms","start":"2026-03-04T16:15:45.914068Z","end":"2026-03-04T16:15:46.890172Z","steps":["trace[495921858] 'agreement among raft nodes before linearized reading' (duration: 976.042948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:46.890209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:45.914058Z","time spent":"976.14587ms","remote":"127.0.0.1:57432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:15:46.890276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.138861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T16:15:46.890316Z","caller":"traceutil/trace.go:171","msg":"trace[289580406] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24154; }","duration":"713.201382ms","start":"2026-03-04T16:15:46.177104Z","end":"2026-03-04T16:15:46.890306Z","steps":["trace[289580406] 'agreement among raft nodes before linearized reading' (duration: 713.10015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:46.890347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:46.177094Z","time spent":"713.247483ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:15:46.890365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.182012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:15:46.890398Z","caller":"traceutil/trace.go:171","msg":"trace[1639216967] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24154; }","duration":"977.256894ms","start":"2026-03-04T16:15:45.91313Z","end":"2026-03-04T16:15:46.890387Z","steps":["trace[1639216967] 'agreement among raft nodes before linearized reading' (duration: 977.197372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:46.890428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:45.913113Z","time spent":"977.307444ms","remote":"127.0.0.1:55238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:15:46.889314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:46.260598Z","time spent":"628.612709ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:47.406278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772091265754800,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T16:15:47.562489Z","caller":"traceutil/trace.go:171","msg":"trace[1866470725] transaction","detail":"{read_only:false; response_revision:24155; number_of_response:1; }","duration":"667.948849ms","start":"2026-03-04T16:15:46.894516Z","end":"2026-03-04T16:15:47.562465Z","steps":["trace[1866470725] 'process raft request' (duration: 667.797946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:47.562638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:46.894495Z","time spent":"668.066101ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:48.053983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.485964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:15:48.05417Z","caller":"traceutil/trace.go:171","msg":"trace[2107980605] transaction","detail":"{read_only:false; response_revision:24158; number_of_response:1; }","duration":"332.560935ms","start":"2026-03-04T16:15:47.721595Z","end":"2026-03-04T16:15:48.054156Z","steps":["trace[2107980605] 'process raft request' (duration: 332.520234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:48.054236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:47.721567Z","time spent":"332.638477ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:48.054383Z","caller":"traceutil/trace.go:171","msg":"trace[1295740617] transaction","detail":"{read_only:false; response_revision:24157; number_of_response:1; }","duration":"1.157950309s","start":"2026-03-04T16:15:46.896398Z","end":"2026-03-04T16:15:48.054348Z","steps":["trace[1295740617] 'process raft request' (duration: 1.157661123s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:48.054531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:46.896364Z","time spent":"1.158090222s","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:48.054629Z","caller":"traceutil/trace.go:171","msg":"trace[1285904604] linearizableReadLoop","detail":"{readStateIndex:25005; appliedIndex:25002; }","duration":"1.158345987s","start":"2026-03-04T16:15:46.896089Z","end":"2026-03-04T16:15:48.054435Z","steps":["trace[1285904604] 'read index received' (duration: 666.304445ms)","trace[1285904604] 'applied index is now lower than readState.Index' (duration: 492.040042ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:48.054617Z","caller":"traceutil/trace.go:171","msg":"trace[51510802] transaction","detail":"{read_only:false; response_revision:24156; number_of_response:1; }","duration":"1.1584708s","start":"2026-03-04T16:15:46.896122Z","end":"2026-03-04T16:15:48.054593Z","steps":["trace[51510802] 'process raft request' (duration: 702.299731ms)","trace[51510802] 'compare' (duration: 455.015745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:48.054715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:46.896088Z","time spent":"1.158580292s","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:48.05478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158683694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-04T16:15:48.054821Z","caller":"traceutil/trace.go:171","msg":"trace[1454244465] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24158; }","duration":"1.158752285s","start":"2026-03-04T16:15:46.896056Z","end":"2026-03-04T16:15:48.054809Z","steps":["trace[1454244465] 'agreement among raft nodes before linearized reading' (duration: 1.158597112s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:48.054849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:46.896045Z","time spent":"1.158797606s","remote":"127.0.0.1:57638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T16:15:48.067807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.437809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:48.067901Z","caller":"traceutil/trace.go:171","msg":"trace[664312847] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24160; }","duration":"649.580582ms","start":"2026-03-04T16:15:47.418305Z","end":"2026-03-04T16:15:48.067885Z","steps":["trace[664312847] 'agreement among raft nodes before linearized reading' (duration: 649.408478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:48.067947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:47.418287Z","time spent":"649.647683ms","remote":"127.0.0.1:55098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:15:48.068263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.721554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:48.068484Z","caller":"traceutil/trace.go:171","msg":"trace[77517327] transaction","detail":"{read_only:false; response_revision:24160; number_of_response:1; }","duration":"183.049215ms","start":"2026-03-04T16:15:47.885417Z","end":"2026-03-04T16:15:48.068466Z","steps":["trace[77517327] 'process raft request' (duration: 182.257649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:48.06864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.716738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:48.06874Z","caller":"traceutil/trace.go:171","msg":"trace[189323020] transaction","detail":"{read_only:false; response_revision:24159; number_of_response:1; }","duration":"183.581616ms","start":"2026-03-04T16:15:47.885147Z","end":"2026-03-04T16:15:48.068729Z","steps":["trace[189323020] 'process raft request' (duration: 182.404042ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:48.068732Z","caller":"traceutil/trace.go:171","msg":"trace[508116697] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24160; }","duration":"530.84143ms","start":"2026-03-04T16:15:47.537871Z","end":"2026-03-04T16:15:48.068713Z","steps":["trace[508116697] 'agreement among raft nodes before linearized reading' (duration: 530.705727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:48.068864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:47.537861Z","time spent":"530.991143ms","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:15:48.069081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.320793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:48.069106Z","caller":"traceutil/trace.go:171","msg":"trace[392574473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24160; }","duration":"157.399155ms","start":"2026-03-04T16:15:47.9117Z","end":"2026-03-04T16:15:48.069099Z","steps":["trace[392574473] 'agreement among raft nodes before linearized reading' (duration: 157.353994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:48.069312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.583296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:15:48.069369Z","caller":"traceutil/trace.go:171","msg":"trace[1329412499] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24160; }","duration":"531.679558ms","start":"2026-03-04T16:15:47.53768Z","end":"2026-03-04T16:15:48.06936Z","steps":["trace[1329412499] 'agreement among raft nodes before linearized reading' (duration: 531.585836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:48.069408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:47.537658Z","time spent":"531.74223ms","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:15:48.06961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.92053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T16:15:48.069641Z","caller":"traceutil/trace.go:171","msg":"trace[1517173725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24160; }","duration":"547.985062ms","start":"2026-03-04T16:15:47.521649Z","end":"2026-03-04T16:15:48.069634Z","steps":["trace[1517173725] 'agreement among raft nodes before linearized reading' (duration: 547.88205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:48.069724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:47.521632Z","time spent":"548.025242ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T16:15:48.068299Z","caller":"traceutil/trace.go:171","msg":"trace[370947822] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24160; }","duration":"480.810516ms","start":"2026-03-04T16:15:47.587481Z","end":"2026-03-04T16:15:48.068291Z","steps":["trace[370947822] 'agreement among raft nodes before linearized reading' (duration: 480.742985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:48.070024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:47.587456Z","time spent":"482.555814ms","remote":"127.0.0.1:35350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:15:48.604333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772091265754809,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T16:15:48.657899Z","caller":"traceutil/trace.go:171","msg":"trace[248649566] linearizableReadLoop","detail":"{readStateIndex:25009; appliedIndex:25008; }","duration":"554.359016ms","start":"2026-03-04T16:15:48.103518Z","end":"2026-03-04T16:15:48.657877Z","steps":["trace[248649566] 'read index received' (duration: 554.181502ms)","trace[248649566] 'applied index is now lower than readState.Index' (duration: 176.274µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:48.658099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.496517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:48.658156Z","caller":"traceutil/trace.go:171","msg":"trace[1733298268] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24161; }","duration":"496.60353ms","start":"2026-03-04T16:15:48.161538Z","end":"2026-03-04T16:15:48.658142Z","steps":["trace[1733298268] 'agreement among raft nodes before linearized reading' (duration: 496.486308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:48.658191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:48.161517Z","time spent":"496.666142ms","remote":"127.0.0.1:57866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T16:15:48.658203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.04227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:15:48.65826Z","caller":"traceutil/trace.go:171","msg":"trace[781829827] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24161; }","duration":"281.143062ms","start":"2026-03-04T16:15:48.3771Z","end":"2026-03-04T16:15:48.658243Z","steps":["trace[781829827] 'agreement among raft nodes before linearized reading' (duration: 280.945088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:48.65955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.98917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.176\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T16:15:48.659619Z","caller":"traceutil/trace.go:171","msg":"trace[338167313] range","detail":"{range_begin:/registry/masterleases/199.19.213.176; range_end:; response_count:1; response_revision:24161; }","duration":"556.134692ms","start":"2026-03-04T16:15:48.103471Z","end":"2026-03-04T16:15:48.659606Z","steps":["trace[338167313] 'agreement among raft nodes before linearized reading' (duration: 554.513939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:48.659668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:48.103428Z","time spent":"556.229885ms","remote":"127.0.0.1:57498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.176\" "} {"level":"info","ts":"2026-03-04T16:15:48.657956Z","caller":"traceutil/trace.go:171","msg":"trace[1965151673] transaction","detail":"{read_only:false; response_revision:24161; number_of_response:1; }","duration":"578.916114ms","start":"2026-03-04T16:15:48.079011Z","end":"2026-03-04T16:15:48.657927Z","steps":["trace[1965151673] 'process raft request' (duration: 578.73997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:48.660429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:48.078982Z","time spent":"581.239792ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:49.042118Z","caller":"traceutil/trace.go:171","msg":"trace[1179094533] transaction","detail":"{read_only:false; response_revision:24162; number_of_response:1; }","duration":"378.681235ms","start":"2026-03-04T16:15:48.663403Z","end":"2026-03-04T16:15:49.042084Z","steps":["trace[1179094533] 'process raft request' (duration: 337.251263ms)","trace[1179094533] 'compare' (duration: 41.075885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:49.042298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:48.663383Z","time spent":"378.820808ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:49.626311Z","caller":"traceutil/trace.go:171","msg":"trace[1644769165] linearizableReadLoop","detail":"{readStateIndex:25012; appliedIndex:25010; }","duration":"925.276388ms","start":"2026-03-04T16:15:48.701011Z","end":"2026-03-04T16:15:49.626287Z","steps":["trace[1644769165] 'read index received' (duration: 299.837985ms)","trace[1644769165] 'applied index is now lower than readState.Index' (duration: 625.437323ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:49.626474Z","caller":"traceutil/trace.go:171","msg":"trace[1516877492] transaction","detail":"{read_only:false; response_revision:24163; number_of_response:1; }","duration":"927.74641ms","start":"2026-03-04T16:15:48.698714Z","end":"2026-03-04T16:15:49.62646Z","steps":["trace[1516877492] 'process raft request' (duration: 926.698998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:49.626574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:48.698699Z","time spent":"927.805401ms","remote":"127.0.0.1:57498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:49.626896Z","caller":"traceutil/trace.go:171","msg":"trace[1517405717] transaction","detail":"{read_only:false; response_revision:24164; number_of_response:1; }","duration":"732.08592ms","start":"2026-03-04T16:15:48.8948Z","end":"2026-03-04T16:15:49.626886Z","steps":["trace[1517405717] 'process raft request' (duration: 731.209491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:49.626953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:48.894778Z","time spent":"732.146061ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:49.627112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.020951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:49.627149Z","caller":"traceutil/trace.go:171","msg":"trace[1630828949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24168; }","duration":"715.113602ms","start":"2026-03-04T16:15:48.912027Z","end":"2026-03-04T16:15:49.62714Z","steps":["trace[1630828949] 'agreement among raft nodes before linearized reading' (duration: 715.039401ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:49.627157Z","caller":"traceutil/trace.go:171","msg":"trace[1992314150] transaction","detail":"{read_only:false; response_revision:24165; number_of_response:1; }","duration":"730.310712ms","start":"2026-03-04T16:15:48.896828Z","end":"2026-03-04T16:15:49.627139Z","steps":["trace[1992314150] 'process raft request' (duration: 729.29014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:49.627246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:48.896816Z","time spent":"730.390894ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:49.627329Z","caller":"traceutil/trace.go:171","msg":"trace[1262470018] transaction","detail":"{read_only:false; response_revision:24166; number_of_response:1; }","duration":"730.417785ms","start":"2026-03-04T16:15:48.896884Z","end":"2026-03-04T16:15:49.627302Z","steps":["trace[1262470018] 'process raft request' (duration: 729.27264ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:49.627369Z","caller":"traceutil/trace.go:171","msg":"trace[1436478370] transaction","detail":"{read_only:false; response_revision:24168; number_of_response:1; }","duration":"730.297842ms","start":"2026-03-04T16:15:48.897061Z","end":"2026-03-04T16:15:49.627359Z","steps":["trace[1436478370] 'process raft request' (duration: 729.181168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:49.627177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:48.912009Z","time spent":"715.162044ms","remote":"127.0.0.1:57432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:15:49.62734Z","caller":"traceutil/trace.go:171","msg":"trace[1659638081] transaction","detail":"{read_only:false; response_revision:24167; number_of_response:1; }","duration":"730.425044ms","start":"2026-03-04T16:15:48.896865Z","end":"2026-03-04T16:15:49.62729Z","steps":["trace[1659638081] 'process raft request' (duration: 729.339141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:49.627424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:48.897031Z","time spent":"730.364644ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:49.627102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.079555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T16:15:49.627477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:48.896877Z","time spent":"730.521177ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:49.627327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.368164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:15:49.627543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:48.896836Z","time spent":"730.595348ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:49.627627Z","caller":"traceutil/trace.go:171","msg":"trace[1202780061] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24168; }","duration":"429.685471ms","start":"2026-03-04T16:15:49.197881Z","end":"2026-03-04T16:15:49.627566Z","steps":["trace[1202780061] 'agreement among raft nodes before linearized reading' (duration: 429.371305ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:49.627788Z","caller":"traceutil/trace.go:171","msg":"trace[1752278883] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24168; }","duration":"926.727439ms","start":"2026-03-04T16:15:48.700989Z","end":"2026-03-04T16:15:49.627716Z","steps":["trace[1752278883] 'agreement among raft nodes before linearized reading' (duration: 925.998044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:49.627746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:49.197866Z","time spent":"429.839804ms","remote":"127.0.0.1:51150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:15:49.628964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:48.700982Z","time spent":"926.891662ms","remote":"127.0.0.1:57640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:15:49.912218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.214393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:15:49.912352Z","caller":"traceutil/trace.go:171","msg":"trace[562200906] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24169; }","duration":"122.405107ms","start":"2026-03-04T16:15:49.789929Z","end":"2026-03-04T16:15:49.912335Z","steps":["trace[562200906] 'count revisions from in-memory index tree' (duration: 122.095891ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:49.913479Z","caller":"traceutil/trace.go:171","msg":"trace[400044394] transaction","detail":"{read_only:false; response_revision:24170; number_of_response:1; }","duration":"123.244345ms","start":"2026-03-04T16:15:49.79021Z","end":"2026-03-04T16:15:49.913455Z","steps":["trace[400044394] 'process raft request' (duration: 119.574738ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:49.913489Z","caller":"traceutil/trace.go:171","msg":"trace[1633151430] linearizableReadLoop","detail":"{readStateIndex:25019; appliedIndex:25018; }","duration":"116.023195ms","start":"2026-03-04T16:15:49.797443Z","end":"2026-03-04T16:15:49.913466Z","steps":["trace[1633151430] 'read index received' (duration: 112.373858ms)","trace[1633151430] 'applied index is now lower than readState.Index' (duration: 3.648207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:49.913726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.256759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:15:49.913817Z","caller":"traceutil/trace.go:171","msg":"trace[441076869] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24170; }","duration":"116.401043ms","start":"2026-03-04T16:15:49.797396Z","end":"2026-03-04T16:15:49.913797Z","steps":["trace[441076869] 'agreement among raft nodes before linearized reading' (duration: 116.175618ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:50.804287Z","caller":"traceutil/trace.go:171","msg":"trace[722081216] linearizableReadLoop","detail":"{readStateIndex:25025; appliedIndex:25024; }","duration":"116.963254ms","start":"2026-03-04T16:15:50.687298Z","end":"2026-03-04T16:15:50.804261Z","steps":["trace[722081216] 'read index received' (duration: 116.746139ms)","trace[722081216] 'applied index is now lower than readState.Index' (duration: 213.355µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:50.804451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.121827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:50.804437Z","caller":"traceutil/trace.go:171","msg":"trace[705672368] transaction","detail":"{read_only:false; response_revision:24176; number_of_response:1; }","duration":"136.799091ms","start":"2026-03-04T16:15:50.667586Z","end":"2026-03-04T16:15:50.804385Z","steps":["trace[705672368] 'process raft request' (duration: 136.517965ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:50.804498Z","caller":"traceutil/trace.go:171","msg":"trace[1409610136] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24176; }","duration":"117.231699ms","start":"2026-03-04T16:15:50.687251Z","end":"2026-03-04T16:15:50.804482Z","steps":["trace[1409610136] 'agreement among raft nodes before linearized reading' (duration: 117.108707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:05.165569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.008916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:16:05.165865Z","caller":"traceutil/trace.go:171","msg":"trace[1911440174] linearizableReadLoop","detail":"{readStateIndex:25188; appliedIndex:25187; }","duration":"255.029341ms","start":"2026-03-04T16:16:04.910812Z","end":"2026-03-04T16:16:05.165841Z","steps":["trace[1911440174] 'read index received' (duration: 144.484834ms)","trace[1911440174] 'applied index is now lower than readState.Index' (duration: 110.542487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:16:05.16623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.659629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f296362-d243-4e8c-9d76-66cb83e9bc82\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-04T16:16:05.166251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.279649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f296362-d243-4e8c-9d76-66cb83e9bc82\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-04T16:16:05.166235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.185027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T16:16:05.166321Z","caller":"traceutil/trace.go:171","msg":"trace[1945832847] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3f296362-d243-4e8c-9d76-66cb83e9bc82; range_end:; response_count:1; response_revision:24336; }","duration":"219.388952ms","start":"2026-03-04T16:16:04.946915Z","end":"2026-03-04T16:16:05.166303Z","steps":["trace[1945832847] 'agreement among raft nodes before linearized reading' (duration: 219.211828ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:05.166318Z","caller":"traceutil/trace.go:171","msg":"trace[632991287] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3f296362-d243-4e8c-9d76-66cb83e9bc82; range_end:; response_count:1; response_revision:24336; }","duration":"117.793621ms","start":"2026-03-04T16:16:05.048501Z","end":"2026-03-04T16:16:05.166295Z","steps":["trace[632991287] 'agreement among raft nodes before linearized reading' (duration: 117.553036ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:05.166358Z","caller":"traceutil/trace.go:171","msg":"trace[2099548342] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24336; }","duration":"238.348579ms","start":"2026-03-04T16:16:04.927982Z","end":"2026-03-04T16:16:05.166331Z","steps":["trace[2099548342] 'agreement among raft nodes before linearized reading' (duration: 238.041633ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:05.165922Z","caller":"traceutil/trace.go:171","msg":"trace[645240426] transaction","detail":"{read_only:false; response_revision:24336; number_of_response:1; }","duration":"282.887398ms","start":"2026-03-04T16:16:04.882977Z","end":"2026-03-04T16:16:05.165865Z","steps":["trace[645240426] 'process raft request' (duration: 172.38426ms)","trace[645240426] 'compare' (duration: 109.798482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:16:05.166733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.470872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T16:16:05.166784Z","caller":"traceutil/trace.go:171","msg":"trace[1145152654] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24336; }","duration":"228.552325ms","start":"2026-03-04T16:16:04.938217Z","end":"2026-03-04T16:16:05.166769Z","steps":["trace[1145152654] 'agreement among raft nodes before linearized reading' (duration: 228.405361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:05.166842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.196565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:05.167096Z","caller":"traceutil/trace.go:171","msg":"trace[20328916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24336; }","duration":"256.109905ms","start":"2026-03-04T16:16:04.910772Z","end":"2026-03-04T16:16:05.166882Z","steps":["trace[20328916] 'agreement among raft nodes before linearized reading' (duration: 255.189206ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:05.355785Z","caller":"traceutil/trace.go:171","msg":"trace[992551941] transaction","detail":"{read_only:false; response_revision:24337; number_of_response:1; }","duration":"182.647906ms","start":"2026-03-04T16:16:05.173094Z","end":"2026-03-04T16:16:05.355742Z","steps":["trace[992551941] 'process raft request' (duration: 142.174984ms)","trace[992551941] 'compare' (duration: 39.785418ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:05.355833Z","caller":"traceutil/trace.go:171","msg":"trace[1458685206] linearizableReadLoop","detail":"{readStateIndex:25189; appliedIndex:25188; }","duration":"181.82756ms","start":"2026-03-04T16:16:05.173713Z","end":"2026-03-04T16:16:05.35554Z","steps":["trace[1458685206] 'read index received' (duration: 141.567833ms)","trace[1458685206] 'applied index is now lower than readState.Index' (duration: 40.258327ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:16:05.35607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.32982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-04T16:16:05.356157Z","caller":"traceutil/trace.go:171","msg":"trace[1495574047] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24337; }","duration":"182.434152ms","start":"2026-03-04T16:16:05.173699Z","end":"2026-03-04T16:16:05.356133Z","steps":["trace[1495574047] 'agreement among raft nodes before linearized reading' (duration: 182.147646ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:05.642657Z","caller":"traceutil/trace.go:171","msg":"trace[586515670] linearizableReadLoop","detail":"{readStateIndex:25190; appliedIndex:25189; }","duration":"222.443395ms","start":"2026-03-04T16:16:05.420186Z","end":"2026-03-04T16:16:05.64263Z","steps":["trace[586515670] 'read index received' (duration: 145.616047ms)","trace[586515670] 'applied index is now lower than readState.Index' (duration: 76.826258ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:05.642695Z","caller":"traceutil/trace.go:171","msg":"trace[1104042136] transaction","detail":"{read_only:false; response_revision:24338; number_of_response:1; }","duration":"468.360675ms","start":"2026-03-04T16:16:05.174293Z","end":"2026-03-04T16:16:05.642653Z","steps":["trace[1104042136] 'process raft request' (duration: 391.125188ms)","trace[1104042136] 'compare' (duration: 77.050493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:16:05.642799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.601368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:05.642843Z","caller":"traceutil/trace.go:171","msg":"trace[647610531] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24338; }","duration":"222.68578ms","start":"2026-03-04T16:16:05.420146Z","end":"2026-03-04T16:16:05.642831Z","steps":["trace[647610531] 'agreement among raft nodes before linearized reading' (duration: 222.577198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:05.642983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:05.174285Z","time spent":"468.474617ms","remote":"127.0.0.1:57640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:16:05.915744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.441691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:16:05.915941Z","caller":"traceutil/trace.go:171","msg":"trace[1420541623] transaction","detail":"{read_only:false; response_revision:24339; number_of_response:1; }","duration":"221.214369ms","start":"2026-03-04T16:16:05.69462Z","end":"2026-03-04T16:16:05.915834Z","steps":["trace[1420541623] 'process raft request' (duration: 105.602974ms)","trace[1420541623] 'compare' (duration: 115.187676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:16:06.256805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.52111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:16:06.256987Z","caller":"traceutil/trace.go:171","msg":"trace[796498665] linearizableReadLoop","detail":"{readStateIndex:25195; appliedIndex:25190; }","duration":"511.577365ms","start":"2026-03-04T16:16:05.745396Z","end":"2026-03-04T16:16:06.256974Z","steps":["trace[796498665] 'read index received' (duration: 54.760574ms)","trace[796498665] 'applied index is now lower than readState.Index' (duration: 456.815821ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:06.25701Z","caller":"traceutil/trace.go:171","msg":"trace[42094018] transaction","detail":"{read_only:false; response_revision:24341; number_of_response:1; }","duration":"559.399113ms","start":"2026-03-04T16:16:05.697585Z","end":"2026-03-04T16:16:06.256984Z","steps":["trace[42094018] 'process raft request' (duration: 559.29281ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:06.257068Z","caller":"traceutil/trace.go:171","msg":"trace[1389459626] transaction","detail":"{read_only:false; response_revision:24343; number_of_response:1; }","duration":"552.839753ms","start":"2026-03-04T16:16:05.704223Z","end":"2026-03-04T16:16:06.257063Z","steps":["trace[1389459626] 'process raft request' (duration: 552.722421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:06.257138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:05.704208Z","time spent":"552.881064ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:16:06.257152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:05.697568Z","time spent":"559.510825ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:16:06.257045Z","caller":"traceutil/trace.go:171","msg":"trace[1072823235] transaction","detail":"{read_only:false; response_revision:24342; number_of_response:1; }","duration":"558.882611ms","start":"2026-03-04T16:16:05.698154Z","end":"2026-03-04T16:16:06.257037Z","steps":["trace[1072823235] 'process raft request' (duration: 558.764118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:06.257331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:05.698139Z","time spent":"559.168846ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:16:06.257413Z","caller":"traceutil/trace.go:171","msg":"trace[38635991] transaction","detail":"{read_only:false; response_revision:24340; number_of_response:1; }","duration":"561.575177ms","start":"2026-03-04T16:16:05.695779Z","end":"2026-03-04T16:16:06.257354Z","steps":["trace[38635991] 'process raft request' (duration: 372.426994ms)","trace[38635991] 'compare' (duration: 188.417958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:16:06.257459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:05.695752Z","time spent":"561.68312ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:16:06.257454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.043485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:16:06.257511Z","caller":"traceutil/trace.go:171","msg":"trace[1032848858] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24343; }","duration":"512.132037ms","start":"2026-03-04T16:16:05.745362Z","end":"2026-03-04T16:16:06.257494Z","steps":["trace[1032848858] 'agreement among raft nodes before linearized reading' (duration: 511.875852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:06.257548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:05.745348Z","time spent":"512.191308ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:16:06.745255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.107329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:16:06.745477Z","caller":"traceutil/trace.go:171","msg":"trace[1059498762] linearizableReadLoop","detail":"{readStateIndex:25197; appliedIndex:25195; }","duration":"488.454308ms","start":"2026-03-04T16:16:06.257009Z","end":"2026-03-04T16:16:06.745464Z","steps":["trace[1059498762] 'read index received' (duration: 172.050043ms)","trace[1059498762] 'applied index is now lower than readState.Index' (duration: 316.403565ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:06.745674Z","caller":"traceutil/trace.go:171","msg":"trace[1687654732] transaction","detail":"{read_only:false; response_revision:24344; number_of_response:1; }","duration":"590.598828ms","start":"2026-03-04T16:16:06.155065Z","end":"2026-03-04T16:16:06.745664Z","steps":["trace[1687654732] 'process raft request' (duration: 274.004059ms)","trace[1687654732] 'compare' (duration: 315.803502ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:16:06.745717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:06.154868Z","time spent":"590.824633ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:16:06.745963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.402586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:16:06.746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.735348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T16:16:06.745983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.976956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T16:16:06.746038Z","caller":"traceutil/trace.go:171","msg":"trace[366020798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24346; }","duration":"836.589141ms","start":"2026-03-04T16:16:05.909428Z","end":"2026-03-04T16:16:06.746017Z","steps":["trace[366020798] 'agreement among raft nodes before linearized reading' (duration: 836.462128ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:06.746059Z","caller":"traceutil/trace.go:171","msg":"trace[318398331] transaction","detail":"{read_only:false; response_revision:24345; number_of_response:1; }","duration":"588.132097ms","start":"2026-03-04T16:16:06.157888Z","end":"2026-03-04T16:16:06.746021Z","steps":["trace[318398331] 'process raft request' (duration: 587.469952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:06.746085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:05.909398Z","time spent":"836.679212ms","remote":"127.0.0.1:57432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:16:06.7461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.232653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f296362-d243-4e8c-9d76-66cb83e9bc82\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-04T16:16:06.746097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.168643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T16:16:06.746151Z","caller":"traceutil/trace.go:171","msg":"trace[395744121] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3f296362-d243-4e8c-9d76-66cb83e9bc82; range_end:; response_count:1; response_revision:24346; }","duration":"572.322186ms","start":"2026-03-04T16:16:06.173814Z","end":"2026-03-04T16:16:06.746137Z","steps":["trace[395744121] 'agreement among raft nodes before linearized reading' (duration: 572.196023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:06.746199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:06.173795Z","time spent":"572.395947ms","remote":"127.0.0.1:57640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f296362-d243-4e8c-9d76-66cb83e9bc82\" "} {"level":"info","ts":"2026-03-04T16:16:06.746209Z","caller":"traceutil/trace.go:171","msg":"trace[1602370193] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24346; }","duration":"959.315306ms","start":"2026-03-04T16:16:05.786867Z","end":"2026-03-04T16:16:06.746183Z","steps":["trace[1602370193] 'agreement among raft nodes before linearized reading' (duration: 959.05839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:06.746235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:06.157878Z","time spent":"588.25921ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:16:06.746268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:05.786845Z","time spent":"959.411238ms","remote":"127.0.0.1:57566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T16:16:06.745981Z","caller":"traceutil/trace.go:171","msg":"trace[595412349] transaction","detail":"{read_only:false; response_revision:24346; number_of_response:1; }","duration":"484.003065ms","start":"2026-03-04T16:16:06.26194Z","end":"2026-03-04T16:16:06.745943Z","steps":["trace[595412349] 'process raft request' (duration: 483.490853ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:06.746075Z","caller":"traceutil/trace.go:171","msg":"trace[156162857] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24346; }","duration":"580.115279ms","start":"2026-03-04T16:16:06.16594Z","end":"2026-03-04T16:16:06.746055Z","steps":["trace[156162857] 'agreement among raft nodes before linearized reading' (duration: 579.787751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:06.746477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:06.261924Z","time spent":"484.462704ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:16:06.746525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:06.165925Z","time spent":"580.584409ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T16:16:06.746028Z","caller":"traceutil/trace.go:171","msg":"trace[1198296063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24346; }","duration":"519.793478ms","start":"2026-03-04T16:16:06.226227Z","end":"2026-03-04T16:16:06.746021Z","steps":["trace[1198296063] 'agreement among raft nodes before linearized reading' (duration: 519.702166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:06.746598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:06.226209Z","time spent":"520.377041ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T16:16:06.954499Z","caller":"traceutil/trace.go:171","msg":"trace[833628096] linearizableReadLoop","detail":"{readStateIndex:25201; appliedIndex:25198; }","duration":"162.640135ms","start":"2026-03-04T16:16:06.791844Z","end":"2026-03-04T16:16:06.954484Z","steps":["trace[833628096] 'read index received' (duration: 46.227603ms)","trace[833628096] 'applied index is now lower than readState.Index' (duration: 116.411932ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:06.954527Z","caller":"traceutil/trace.go:171","msg":"trace[1389846445] transaction","detail":"{read_only:false; response_revision:24348; number_of_response:1; }","duration":"203.000446ms","start":"2026-03-04T16:16:06.751496Z","end":"2026-03-04T16:16:06.954497Z","steps":["trace[1389846445] 'process raft request' (duration: 159.340396ms)","trace[1389846445] 'compare' (duration: 43.532697ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:06.954535Z","caller":"traceutil/trace.go:171","msg":"trace[416221559] transaction","detail":"{read_only:false; response_revision:24349; number_of_response:1; }","duration":"202.282061ms","start":"2026-03-04T16:16:06.752226Z","end":"2026-03-04T16:16:06.954508Z","steps":["trace[416221559] 'process raft request' (duration: 202.22968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:06.954756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.942672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:16:06.954825Z","caller":"traceutil/trace.go:171","msg":"trace[200602329] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24349; }","duration":"163.094485ms","start":"2026-03-04T16:16:06.791715Z","end":"2026-03-04T16:16:06.954809Z","steps":["trace[200602329] 'agreement among raft nodes before linearized reading' (duration: 162.85587ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:07.948922Z","caller":"traceutil/trace.go:171","msg":"trace[444888851] linearizableReadLoop","detail":"{readStateIndex:25203; appliedIndex:25202; }","duration":"274.40948ms","start":"2026-03-04T16:16:07.674485Z","end":"2026-03-04T16:16:07.948895Z","steps":["trace[444888851] 'read index received' (duration: 242.921857ms)","trace[444888851] 'applied index is now lower than readState.Index' (duration: 31.486133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:16:07.949098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.600773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:07.949091Z","caller":"traceutil/trace.go:171","msg":"trace[736862495] transaction","detail":"{read_only:false; response_revision:24351; number_of_response:1; }","duration":"585.861359ms","start":"2026-03-04T16:16:07.363154Z","end":"2026-03-04T16:16:07.949015Z","steps":["trace[736862495] 'process raft request' (duration: 554.313425ms)","trace[736862495] 'compare' (duration: 30.735327ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:07.949135Z","caller":"traceutil/trace.go:171","msg":"trace[919799751] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24351; }","duration":"274.692876ms","start":"2026-03-04T16:16:07.67443Z","end":"2026-03-04T16:16:07.949122Z","steps":["trace[919799751] 'agreement among raft nodes before linearized reading' (duration: 274.577263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:07.949267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:07.36314Z","time spent":"586.032083ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:16:07.952577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.725149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f296362-d243-4e8c-9d76-66cb83e9bc82\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-04T16:16:07.952643Z","caller":"traceutil/trace.go:171","msg":"trace[1437584835] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3f296362-d243-4e8c-9d76-66cb83e9bc82; range_end:; response_count:1; response_revision:24352; }","duration":"201.805ms","start":"2026-03-04T16:16:07.750824Z","end":"2026-03-04T16:16:07.952629Z","steps":["trace[1437584835] 'agreement among raft nodes before linearized reading' (duration: 201.632087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:07.952675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.705841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:07.952745Z","caller":"traceutil/trace.go:171","msg":"trace[2072617448] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24352; }","duration":"184.813682ms","start":"2026-03-04T16:16:07.767914Z","end":"2026-03-04T16:16:07.952727Z","steps":["trace[2072617448] 'agreement among raft nodes before linearized reading' (duration: 184.69477ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:08.254258Z","caller":"traceutil/trace.go:171","msg":"trace[1193975564] linearizableReadLoop","detail":"{readStateIndex:25205; appliedIndex:25204; }","duration":"149.607261ms","start":"2026-03-04T16:16:08.104628Z","end":"2026-03-04T16:16:08.254235Z","steps":["trace[1193975564] 'read index received' (duration: 146.073557ms)","trace[1193975564] 'applied index is now lower than readState.Index' (duration: 3.532864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:16:08.254415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.766504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.176\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T16:16:08.254461Z","caller":"traceutil/trace.go:171","msg":"trace[1038694379] range","detail":"{range_begin:/registry/masterleases/199.19.213.176; range_end:; response_count:1; response_revision:24353; }","duration":"149.851706ms","start":"2026-03-04T16:16:08.104593Z","end":"2026-03-04T16:16:08.254444Z","steps":["trace[1038694379] 'agreement among raft nodes before linearized reading' (duration: 149.731584ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:08.254732Z","caller":"traceutil/trace.go:171","msg":"trace[1481452399] transaction","detail":"{read_only:false; response_revision:24353; number_of_response:1; }","duration":"160.693595ms","start":"2026-03-04T16:16:08.094016Z","end":"2026-03-04T16:16:08.25471Z","steps":["trace[1481452399] 'process raft request' (duration: 156.630419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:10.644596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.560925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:16:10.644721Z","caller":"traceutil/trace.go:171","msg":"trace[832810562] transaction","detail":"{read_only:false; response_revision:24371; number_of_response:1; }","duration":"294.922082ms","start":"2026-03-04T16:16:10.349777Z","end":"2026-03-04T16:16:10.6447Z","steps":["trace[832810562] 'process raft request' (duration: 46.154112ms)","trace[832810562] 'compare' (duration: 248.047125ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:10.817166Z","caller":"traceutil/trace.go:171","msg":"trace[885006618] transaction","detail":"{read_only:false; response_revision:24372; number_of_response:1; }","duration":"466.886654ms","start":"2026-03-04T16:16:10.350247Z","end":"2026-03-04T16:16:10.817133Z","steps":["trace[885006618] 'process raft request' (duration: 422.101691ms)","trace[885006618] 'compare' (duration: 44.553768ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:10.817248Z","caller":"traceutil/trace.go:171","msg":"trace[583331376] transaction","detail":"{read_only:false; response_revision:24373; number_of_response:1; }","duration":"466.178799ms","start":"2026-03-04T16:16:10.35104Z","end":"2026-03-04T16:16:10.817218Z","steps":["trace[583331376] 'process raft request' (duration: 466.033456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:10.817314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:10.350232Z","time spent":"467.005926ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:16:10.817368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:10.351028Z","time spent":"466.270582ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:16:10.817426Z","caller":"traceutil/trace.go:171","msg":"trace[1113604536] linearizableReadLoop","detail":"{readStateIndex:25227; appliedIndex:25224; }","duration":"400.169779ms","start":"2026-03-04T16:16:10.417243Z","end":"2026-03-04T16:16:10.817412Z","steps":["trace[1113604536] 'read index received' (duration: 355.191801ms)","trace[1113604536] 'applied index is now lower than readState.Index' (duration: 44.975968ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:10.817454Z","caller":"traceutil/trace.go:171","msg":"trace[320639545] transaction","detail":"{read_only:false; response_revision:24374; number_of_response:1; }","duration":"466.032065ms","start":"2026-03-04T16:16:10.351404Z","end":"2026-03-04T16:16:10.817436Z","steps":["trace[320639545] 'process raft request' (duration: 465.721409ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:10.817467Z","caller":"traceutil/trace.go:171","msg":"trace[17263246] transaction","detail":"{read_only:false; response_revision:24375; number_of_response:1; }","duration":"168.780325ms","start":"2026-03-04T16:16:10.648669Z","end":"2026-03-04T16:16:10.817449Z","steps":["trace[17263246] 'process raft request' (duration: 168.505209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:10.817545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:10.351383Z","time spent":"466.111197ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:16:10.817602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.358063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-04T16:16:10.81764Z","caller":"traceutil/trace.go:171","msg":"trace[1209351401] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24377; }","duration":"400.442234ms","start":"2026-03-04T16:16:10.417187Z","end":"2026-03-04T16:16:10.81763Z","steps":["trace[1209351401] 'agreement among raft nodes before linearized reading' (duration: 400.300281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:10.817653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.668065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T16:16:10.81767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:10.417146Z","time spent":"400.517346ms","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-03-04T16:16:10.817687Z","caller":"traceutil/trace.go:171","msg":"trace[2009177806] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24377; }","duration":"151.756216ms","start":"2026-03-04T16:16:10.66592Z","end":"2026-03-04T16:16:10.817676Z","steps":["trace[2009177806] 'agreement among raft nodes before linearized reading' (duration: 151.646994ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:16.16024Z","caller":"traceutil/trace.go:171","msg":"trace[1584866949] linearizableReadLoop","detail":"{readStateIndex:25285; appliedIndex:25284; }","duration":"139.425807ms","start":"2026-03-04T16:16:16.020796Z","end":"2026-03-04T16:16:16.160222Z","steps":["trace[1584866949] 'read index received' (duration: 138.58589ms)","trace[1584866949] 'applied index is now lower than readState.Index' (duration: 839.147µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:16.160328Z","caller":"traceutil/trace.go:171","msg":"trace[886847583] transaction","detail":"{read_only:false; response_revision:24430; number_of_response:1; }","duration":"142.747597ms","start":"2026-03-04T16:16:16.017574Z","end":"2026-03-04T16:16:16.160322Z","steps":["trace[886847583] 'process raft request' (duration: 141.834028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:16.160467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.658152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T16:16:16.160491Z","caller":"traceutil/trace.go:171","msg":"trace[306055435] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24430; }","duration":"139.706912ms","start":"2026-03-04T16:16:16.02078Z","end":"2026-03-04T16:16:16.160487Z","steps":["trace[306055435] 'agreement among raft nodes before linearized reading' (duration: 139.517079ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:21.342162Z","caller":"traceutil/trace.go:171","msg":"trace[768610913] linearizableReadLoop","detail":"{readStateIndex:25337; appliedIndex:25336; }","duration":"160.582122ms","start":"2026-03-04T16:16:21.181549Z","end":"2026-03-04T16:16:21.342131Z","steps":["trace[768610913] 'read index received' (duration: 156.086507ms)","trace[768610913] 'applied index is now lower than readState.Index' (duration: 4.494445ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:21.34218Z","caller":"traceutil/trace.go:171","msg":"trace[546240676] transaction","detail":"{read_only:false; response_revision:24481; number_of_response:1; }","duration":"209.216936ms","start":"2026-03-04T16:16:21.132939Z","end":"2026-03-04T16:16:21.342156Z","steps":["trace[546240676] 'process raft request' (duration: 204.782812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:21.342381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.807216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T16:16:21.342442Z","caller":"traceutil/trace.go:171","msg":"trace[897213419] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24481; }","duration":"160.906349ms","start":"2026-03-04T16:16:21.181517Z","end":"2026-03-04T16:16:21.342423Z","steps":["trace[897213419] 'agreement among raft nodes before linearized reading' (duration: 160.698005ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:21.667072Z","caller":"traceutil/trace.go:171","msg":"trace[1883301783] transaction","detail":"{read_only:false; response_revision:24482; number_of_response:1; }","duration":"108.7537ms","start":"2026-03-04T16:16:21.558296Z","end":"2026-03-04T16:16:21.66705Z","steps":["trace[1883301783] 'process raft request' (duration: 108.582527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:23.826039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.720596ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:16:23.826195Z","caller":"traceutil/trace.go:171","msg":"trace[1481111887] linearizableReadLoop","detail":"{readStateIndex:25352; appliedIndex:25351; }","duration":"240.614328ms","start":"2026-03-04T16:16:23.585554Z","end":"2026-03-04T16:16:23.826168Z","steps":["trace[1481111887] 'read index received' (duration: 37.491µs)","trace[1481111887] 'applied index is now lower than readState.Index' (duration: 240.574517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:16:23.826434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.866843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:23.826468Z","caller":"traceutil/trace.go:171","msg":"trace[1455013747] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24495; }","duration":"240.940415ms","start":"2026-03-04T16:16:23.585516Z","end":"2026-03-04T16:16:23.826457Z","steps":["trace[1455013747] 'agreement among raft nodes before linearized reading' (duration: 240.871174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:23.826629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.767499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T16:16:23.826717Z","caller":"traceutil/trace.go:171","msg":"trace[273944436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24495; }","duration":"144.894572ms","start":"2026-03-04T16:16:23.6818Z","end":"2026-03-04T16:16:23.826694Z","steps":["trace[273944436] 'agreement among raft nodes before linearized reading' (duration: 144.632687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:29.301473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.89964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:16:29.301715Z","caller":"traceutil/trace.go:171","msg":"trace[1243738694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24538; }","duration":"238.203766ms","start":"2026-03-04T16:16:29.063484Z","end":"2026-03-04T16:16:29.301687Z","steps":["trace[1243738694] 'range keys from in-memory index tree' (duration: 237.698406ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:29.667567Z","caller":"traceutil/trace.go:171","msg":"trace[1814497921] linearizableReadLoop","detail":"{readStateIndex:25398; appliedIndex:25397; }","duration":"123.453581ms","start":"2026-03-04T16:16:29.544087Z","end":"2026-03-04T16:16:29.66754Z","steps":["trace[1814497921] 'read index received' (duration: 123.339108ms)","trace[1814497921] 'applied index is now lower than readState.Index' (duration: 113.333µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:29.667756Z","caller":"traceutil/trace.go:171","msg":"trace[132206702] transaction","detail":"{read_only:false; response_revision:24539; number_of_response:1; }","duration":"360.190436ms","start":"2026-03-04T16:16:29.30753Z","end":"2026-03-04T16:16:29.66772Z","steps":["trace[132206702] 'process raft request' (duration: 359.827409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:29.667825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.716706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:16:29.667885Z","caller":"traceutil/trace.go:171","msg":"trace[925757150] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24539; }","duration":"123.802887ms","start":"2026-03-04T16:16:29.544068Z","end":"2026-03-04T16:16:29.667871Z","steps":["trace[925757150] 'agreement among raft nodes before linearized reading' (duration: 123.571413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:29.667965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:29.307505Z","time spent":"360.34454ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:16:30.021893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.109666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T16:16:30.02196Z","caller":"traceutil/trace.go:171","msg":"trace[359231238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24539; }","duration":"126.221029ms","start":"2026-03-04T16:16:29.895724Z","end":"2026-03-04T16:16:30.021945Z","steps":["trace[359231238] 'range keys from in-memory index tree' (duration: 125.937433ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:30.261809Z","caller":"traceutil/trace.go:171","msg":"trace[1766575317] transaction","detail":"{read_only:false; response_revision:24541; number_of_response:1; }","duration":"203.67785ms","start":"2026-03-04T16:16:30.058089Z","end":"2026-03-04T16:16:30.261767Z","steps":["trace[1766575317] 'process raft request' (duration: 114.227636ms)","trace[1766575317] 'compare' (duration: 89.081566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:16:30.516518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.794067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:30.516602Z","caller":"traceutil/trace.go:171","msg":"trace[1621422930] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24542; }","duration":"123.92556ms","start":"2026-03-04T16:16:30.39266Z","end":"2026-03-04T16:16:30.516585Z","steps":["trace[1621422930] 'count revisions from in-memory index tree' (duration: 123.715426ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:36.463204Z","caller":"traceutil/trace.go:171","msg":"trace[1407937291] transaction","detail":"{read_only:false; response_revision:24592; number_of_response:1; }","duration":"180.639565ms","start":"2026-03-04T16:16:36.282527Z","end":"2026-03-04T16:16:36.463166Z","steps":["trace[1407937291] 'process raft request' (duration: 180.434291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:36.796212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.323212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:16:36.796298Z","caller":"traceutil/trace.go:171","msg":"trace[871798986] transaction","detail":"{read_only:false; response_revision:24593; number_of_response:1; }","duration":"329.616643ms","start":"2026-03-04T16:16:36.466665Z","end":"2026-03-04T16:16:36.796281Z","steps":["trace[871798986] 'process raft request' (duration: 126.162578ms)","trace[871798986] 'compare' (duration: 203.228029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:16:36.796338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:36.46665Z","time spent":"329.669454ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:16:36.894303Z","caller":"traceutil/trace.go:171","msg":"trace[14379984] linearizableReadLoop","detail":"{readStateIndex:25454; appliedIndex:25453; }","duration":"150.517861ms","start":"2026-03-04T16:16:36.743749Z","end":"2026-03-04T16:16:36.894267Z","steps":["trace[14379984] 'read index received' (duration: 150.394037ms)","trace[14379984] 'applied index is now lower than readState.Index' (duration: 118.464µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:36.894359Z","caller":"traceutil/trace.go:171","msg":"trace[647311889] transaction","detail":"{read_only:false; response_revision:24594; number_of_response:1; }","duration":"169.222625ms","start":"2026-03-04T16:16:36.725101Z","end":"2026-03-04T16:16:36.894323Z","steps":["trace[647311889] 'process raft request' (duration: 169.00585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:36.894553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.790286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T16:16:36.894602Z","caller":"traceutil/trace.go:171","msg":"trace[1756265463] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24594; }","duration":"150.896269ms","start":"2026-03-04T16:16:36.743695Z","end":"2026-03-04T16:16:36.894591Z","steps":["trace[1756265463] 'agreement among raft nodes before linearized reading' (duration: 150.682604ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:37.260216Z","caller":"traceutil/trace.go:171","msg":"trace[1819629125] linearizableReadLoop","detail":"{readStateIndex:25459; appliedIndex:25456; }","duration":"301.254604ms","start":"2026-03-04T16:16:36.958924Z","end":"2026-03-04T16:16:37.260179Z","steps":["trace[1819629125] 'read index received' (duration: 5.101236ms)","trace[1819629125] 'applied index is now lower than readState.Index' (duration: 296.152468ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:37.260273Z","caller":"traceutil/trace.go:171","msg":"trace[437561766] transaction","detail":"{read_only:false; response_revision:24599; number_of_response:1; }","duration":"306.2878ms","start":"2026-03-04T16:16:36.953952Z","end":"2026-03-04T16:16:37.260239Z","steps":["trace[437561766] 'process raft request' (duration: 306.190088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:37.260418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.47409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-03-04T16:16:37.260413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:36.953933Z","time spent":"306.411283ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:16:37.260493Z","caller":"traceutil/trace.go:171","msg":"trace[2072105172] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24599; }","duration":"301.586141ms","start":"2026-03-04T16:16:36.9589Z","end":"2026-03-04T16:16:37.260486Z","steps":["trace[2072105172] 'agreement among raft nodes before linearized reading' (duration: 301.425118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:37.260539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:36.958891Z","time spent":"301.641642ms","remote":"127.0.0.1:57638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T16:16:37.260597Z","caller":"traceutil/trace.go:171","msg":"trace[1294971841] transaction","detail":"{read_only:false; response_revision:24598; number_of_response:1; }","duration":"309.818884ms","start":"2026-03-04T16:16:36.950763Z","end":"2026-03-04T16:16:37.260582Z","steps":["trace[1294971841] 'process raft request' (duration: 309.253293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:37.260651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:36.95075Z","time spent":"309.874566ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:16:37.260829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.024243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T16:16:37.260885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.800433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:16:37.260883Z","caller":"traceutil/trace.go:171","msg":"trace[1702481704] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24599; }","duration":"266.115954ms","start":"2026-03-04T16:16:36.994754Z","end":"2026-03-04T16:16:37.26087Z","steps":["trace[1702481704] 'agreement among raft nodes before linearized reading' (duration: 265.972191ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:37.260915Z","caller":"traceutil/trace.go:171","msg":"trace[558093664] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24599; }","duration":"269.868353ms","start":"2026-03-04T16:16:36.991037Z","end":"2026-03-04T16:16:37.260905Z","steps":["trace[558093664] 'agreement among raft nodes before linearized reading' (duration: 269.784641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:37.260859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.819694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:16:37.260964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.835372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:16:37.260924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.643257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T16:16:37.26103Z","caller":"traceutil/trace.go:171","msg":"trace[724000732] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24599; }","duration":"290.164871ms","start":"2026-03-04T16:16:36.970791Z","end":"2026-03-04T16:16:37.260956Z","steps":["trace[724000732] 'agreement among raft nodes before linearized reading' (duration: 289.798844ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:37.26106Z","caller":"traceutil/trace.go:171","msg":"trace[1641557024] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24599; }","duration":"277.803031ms","start":"2026-03-04T16:16:36.983246Z","end":"2026-03-04T16:16:37.261049Z","steps":["trace[1641557024] 'agreement among raft nodes before linearized reading' (duration: 277.606017ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:37.26106Z","caller":"traceutil/trace.go:171","msg":"trace[192391654] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24599; }","duration":"137.978036ms","start":"2026-03-04T16:16:37.123059Z","end":"2026-03-04T16:16:37.261037Z","steps":["trace[192391654] 'agreement among raft nodes before linearized reading' (duration: 137.761891ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:37.415627Z","caller":"traceutil/trace.go:171","msg":"trace[2022492202] transaction","detail":"{read_only:false; response_revision:24600; number_of_response:1; }","duration":"150.208274ms","start":"2026-03-04T16:16:37.265393Z","end":"2026-03-04T16:16:37.415601Z","steps":["trace[2022492202] 'process raft request' (duration: 118.891674ms)","trace[2022492202] 'compare' (duration: 31.056175ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:37.416067Z","caller":"traceutil/trace.go:171","msg":"trace[134921418] linearizableReadLoop","detail":"{readStateIndex:25462; appliedIndex:25459; }","duration":"125.049794ms","start":"2026-03-04T16:16:37.290986Z","end":"2026-03-04T16:16:37.416036Z","steps":["trace[134921418] 'read index received' (duration: 93.139572ms)","trace[134921418] 'applied index is now lower than readState.Index' (duration: 31.908962ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:37.416125Z","caller":"traceutil/trace.go:171","msg":"trace[634030069] transaction","detail":"{read_only:false; response_revision:24602; number_of_response:1; }","duration":"147.945576ms","start":"2026-03-04T16:16:37.268129Z","end":"2026-03-04T16:16:37.416075Z","steps":["trace[634030069] 'process raft request' (duration: 147.803003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:37.416326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.312019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:16:37.416086Z","caller":"traceutil/trace.go:171","msg":"trace[1361001405] transaction","detail":"{read_only:false; response_revision:24601; number_of_response:1; }","duration":"149.231802ms","start":"2026-03-04T16:16:37.266822Z","end":"2026-03-04T16:16:37.416054Z","steps":["trace[1361001405] 'process raft request' (duration: 148.745632ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:37.416368Z","caller":"traceutil/trace.go:171","msg":"trace[1635381262] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24602; }","duration":"125.414582ms","start":"2026-03-04T16:16:37.290944Z","end":"2026-03-04T16:16:37.416358Z","steps":["trace[1635381262] 'agreement among raft nodes before linearized reading' (duration: 125.195887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:37.66571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.927138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:16:37.665885Z","caller":"traceutil/trace.go:171","msg":"trace[974950452] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24602; }","duration":"131.169563ms","start":"2026-03-04T16:16:37.534672Z","end":"2026-03-04T16:16:37.665841Z","steps":["trace[974950452] 'count revisions from in-memory index tree' (duration: 130.767664ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:39.014218Z","caller":"traceutil/trace.go:171","msg":"trace[1585912171] linearizableReadLoop","detail":"{readStateIndex:25470; appliedIndex:25469; }","duration":"131.805856ms","start":"2026-03-04T16:16:38.88239Z","end":"2026-03-04T16:16:39.014196Z","steps":["trace[1585912171] 'read index received' (duration: 131.771736ms)","trace[1585912171] 'applied index is now lower than readState.Index' (duration: 33.09µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:39.014316Z","caller":"traceutil/trace.go:171","msg":"trace[1700409855] transaction","detail":"{read_only:false; response_revision:24609; number_of_response:1; }","duration":"210.134695ms","start":"2026-03-04T16:16:38.80417Z","end":"2026-03-04T16:16:39.014305Z","steps":["trace[1700409855] 'process raft request' (duration: 209.88386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:39.014471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.072691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:16:39.014498Z","caller":"traceutil/trace.go:171","msg":"trace[696531035] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24609; }","duration":"132.147743ms","start":"2026-03-04T16:16:38.882339Z","end":"2026-03-04T16:16:39.014487Z","steps":["trace[696531035] 'agreement among raft nodes before linearized reading' (duration: 132.084782ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:39.06899Z","caller":"traceutil/trace.go:171","msg":"trace[864074851] transaction","detail":"{read_only:false; response_revision:24610; number_of_response:1; }","duration":"168.775255ms","start":"2026-03-04T16:16:38.900172Z","end":"2026-03-04T16:16:39.068947Z","steps":["trace[864074851] 'process raft request' (duration: 168.55521ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:39.069006Z","caller":"traceutil/trace.go:171","msg":"trace[1753230253] transaction","detail":"{read_only:false; response_revision:24612; number_of_response:1; }","duration":"106.268288ms","start":"2026-03-04T16:16:38.962702Z","end":"2026-03-04T16:16:39.068971Z","steps":["trace[1753230253] 'process raft request' (duration: 106.160956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:39.069036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.739012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:39.069097Z","caller":"traceutil/trace.go:171","msg":"trace[1165106083] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24614; }","duration":"185.833964ms","start":"2026-03-04T16:16:38.883248Z","end":"2026-03-04T16:16:39.069082Z","steps":["trace[1165106083] 'agreement among raft nodes before linearized reading' (duration: 185.711871ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:39.069156Z","caller":"traceutil/trace.go:171","msg":"trace[989114008] transaction","detail":"{read_only:false; response_revision:24611; number_of_response:1; }","duration":"106.83729ms","start":"2026-03-04T16:16:38.962309Z","end":"2026-03-04T16:16:39.069146Z","steps":["trace[989114008] 'process raft request' (duration: 106.529793ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:39.069219Z","caller":"traceutil/trace.go:171","msg":"trace[104024783] transaction","detail":"{read_only:false; response_revision:24613; number_of_response:1; }","duration":"100.060267ms","start":"2026-03-04T16:16:38.969153Z","end":"2026-03-04T16:16:39.069213Z","steps":["trace[104024783] 'process raft request' (duration: 99.737721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:39.069274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.964878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:39.069301Z","caller":"traceutil/trace.go:171","msg":"trace[1019805680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24614; }","duration":"159.03252ms","start":"2026-03-04T16:16:38.910261Z","end":"2026-03-04T16:16:39.069294Z","steps":["trace[1019805680] 'agreement among raft nodes before linearized reading' (duration: 158.961738ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:40.044172Z","caller":"traceutil/trace.go:171","msg":"trace[515533203] transaction","detail":"{read_only:false; response_revision:24621; number_of_response:1; }","duration":"281.595781ms","start":"2026-03-04T16:16:39.762545Z","end":"2026-03-04T16:16:40.044141Z","steps":["trace[515533203] 'process raft request' (duration: 281.427528ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:54.937535Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23644} {"level":"info","ts":"2026-03-04T16:19:55.096302Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23644,"took":"155.269269ms","hash":2536264917,"current-db-size-bytes":47878144,"current-db-size":"48 MB","current-db-size-in-use-bytes":33648640,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-04T16:19:55.096363Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2536264917,"revision":23644,"compact-revision":20571} {"level":"info","ts":"2026-03-04T16:20:46.972419Z","caller":"traceutil/trace.go:171","msg":"trace[1484666034] transaction","detail":"{read_only:false; response_revision:26980; number_of_response:1; }","duration":"131.102918ms","start":"2026-03-04T16:20:46.841282Z","end":"2026-03-04T16:20:46.972385Z","steps":["trace[1484666034] 'process raft request' (duration: 130.904503ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:24:54.943786Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26380} {"level":"info","ts":"2026-03-04T16:24:55.066325Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26380,"took":"118.989851ms","hash":86084389,"current-db-size-bytes":47878144,"current-db-size":"48 MB","current-db-size-in-use-bytes":31424512,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-04T16:24:55.066382Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":86084389,"revision":26380,"compact-revision":23644} {"level":"info","ts":"2026-03-04T16:25:35.474701Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6e120e57916b9bd4","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T16:25:35.480396Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-04T16:25:35.480556Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-04T16:28:51.940253Z","caller":"traceutil/trace.go:171","msg":"trace[1616901024] transaction","detail":"{read_only:false; response_revision:30383; number_of_response:1; }","duration":"115.208261ms","start":"2026-03-04T16:28:51.82502Z","end":"2026-03-04T16:28:51.940229Z","steps":["trace[1616901024] 'process raft request' (duration: 115.055858ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:28:52.036634Z","caller":"traceutil/trace.go:171","msg":"trace[790806848] transaction","detail":"{read_only:false; response_revision:30384; number_of_response:1; }","duration":"105.596558ms","start":"2026-03-04T16:28:51.931007Z","end":"2026-03-04T16:28:52.036603Z","steps":["trace[790806848] 'process raft request' (duration: 86.176836ms)","trace[790806848] 'compare' (duration: 19.159986ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:29:54.949051Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28705} {"level":"info","ts":"2026-03-04T16:29:55.073646Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28705,"took":"120.651278ms","hash":3815445652,"current-db-size-bytes":47878144,"current-db-size":"48 MB","current-db-size-in-use-bytes":27979776,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T16:29:55.073725Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3815445652,"revision":28705,"compact-revision":26380} {"level":"info","ts":"2026-03-04T16:30:19.422851Z","caller":"traceutil/trace.go:171","msg":"trace[1228904640] transaction","detail":"{read_only:false; response_revision:31018; number_of_response:1; }","duration":"126.610434ms","start":"2026-03-04T16:30:19.296209Z","end":"2026-03-04T16:30:19.42282Z","steps":["trace[1228904640] 'process raft request' (duration: 126.364879ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:34:54.957811Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30818} {"level":"info","ts":"2026-03-04T16:34:55.15229Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30818,"took":"185.189866ms","hash":2780325743,"current-db-size-bytes":47878144,"current-db-size":"48 MB","current-db-size-in-use-bytes":27725824,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T16:34:55.152352Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2780325743,"revision":30818,"compact-revision":28705} {"level":"info","ts":"2026-03-04T16:39:54.964853Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32967} {"level":"info","ts":"2026-03-04T16:39:55.099704Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32967,"took":"130.393085ms","hash":3973012466,"current-db-size-bytes":48721920,"current-db-size":"49 MB","current-db-size-in-use-bytes":29741056,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T16:39:55.099773Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3973012466,"revision":32967,"compact-revision":30818} {"level":"info","ts":"2026-03-04T16:40:07.884261Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008df2.wal"} {"level":"info","ts":"2026-03-04T16:44:54.971719Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35054} {"level":"info","ts":"2026-03-04T16:44:55.091484Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35054,"took":"115.990728ms","hash":1545521918,"current-db-size-bytes":49143808,"current-db-size":"49 MB","current-db-size-in-use-bytes":28311552,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T16:44:55.091558Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1545521918,"revision":35054,"compact-revision":32967}