{"level":"warn","ts":"2026-04-07T09:39:35.795275Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T09:39:35.795467Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.240:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.240:2380","--initial-cluster=instance=https://199.204.45.240:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.240:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.240:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-07T09:39:35.795578Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T09:39:35.795598Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.240:2380"]} {"level":"info","ts":"2026-04-07T09:39:35.795641Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T09:39:35.796658Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.240:2379"]} {"level":"info","ts":"2026-04-07T09:39:35.796802Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.240:2380"],"listen-peer-urls":["https://199.204.45.240:2380"],"advertise-client-urls":["https://199.204.45.240:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.240:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.240:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-07T09:39:35.801111Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.01482ms"} {"level":"info","ts":"2026-04-07T09:39:35.809496Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4e46287fb5aa4785","cluster-id":"cae704afa9813e87"} {"level":"info","ts":"2026-04-07T09:39:35.809592Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 switched to configuration voters=()"} {"level":"info","ts":"2026-04-07T09:39:35.809619Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became follower at term 0"} {"level":"info","ts":"2026-04-07T09:39:35.809634Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4e46287fb5aa4785 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-07T09:39:35.809641Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became follower at term 1"} {"level":"info","ts":"2026-04-07T09:39:35.809696Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 switched to configuration voters=(5640240112301918085)"} {"level":"warn","ts":"2026-04-07T09:39:35.815719Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-07T09:39:35.817185Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-07T09:39:35.818086Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-07T09:39:35.820006Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4e46287fb5aa4785","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-07T09:39:35.820707Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4e46287fb5aa4785","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-07T09:39:35.820755Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T09:39:35.821858Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T09:39:35.821881Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T09:39:35.822272Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 switched to configuration voters=(5640240112301918085)"} {"level":"info","ts":"2026-04-07T09:39:35.822531Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"cae704afa9813e87","local-member-id":"4e46287fb5aa4785","added-peer-id":"4e46287fb5aa4785","added-peer-peer-urls":["https://199.204.45.240:2380"]} {"level":"info","ts":"2026-04-07T09:39:35.825508Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T09:39:35.825792Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4e46287fb5aa4785","initial-advertise-peer-urls":["https://199.204.45.240:2380"],"listen-peer-urls":["https://199.204.45.240:2380"],"advertise-client-urls":["https://199.204.45.240:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.240:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-07T09:39:35.825843Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-07T09:39:35.826037Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.240:2380"} {"level":"info","ts":"2026-04-07T09:39:35.826229Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.240:2380"} {"level":"info","ts":"2026-04-07T09:39:36.809904Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 is starting a new election at term 1"} {"level":"info","ts":"2026-04-07T09:39:36.810016Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-07T09:39:36.810074Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 received MsgPreVoteResp from 4e46287fb5aa4785 at term 1"} {"level":"info","ts":"2026-04-07T09:39:36.810094Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became candidate at term 2"} {"level":"info","ts":"2026-04-07T09:39:36.8101Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 received MsgVoteResp from 4e46287fb5aa4785 at term 2"} {"level":"info","ts":"2026-04-07T09:39:36.810113Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became leader at term 2"} {"level":"info","ts":"2026-04-07T09:39:36.810125Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4e46287fb5aa4785 elected leader 4e46287fb5aa4785 at term 2"} {"level":"info","ts":"2026-04-07T09:39:36.811231Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T09:39:36.812287Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4e46287fb5aa4785","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.240:2379]}","request-path":"/0/members/4e46287fb5aa4785/attributes","cluster-id":"cae704afa9813e87","publish-timeout":"7s"} {"level":"info","ts":"2026-04-07T09:39:36.81235Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T09:39:36.812444Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T09:39:36.81277Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"cae704afa9813e87","local-member-id":"4e46287fb5aa4785","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T09:39:36.813099Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T09:39:36.813139Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T09:39:36.813084Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-07T09:39:36.813286Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-07T09:39:36.816063Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-07T09:39:36.81619Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.240:2379"} {"level":"info","ts":"2026-04-07T09:39:39.316378Z","caller":"traceutil/trace.go:171","msg":"trace[279760783] transaction","detail":"{read_only:false; response_revision:116; number_of_response:1; }","duration":"127.850318ms","start":"2026-04-07T09:39:39.188492Z","end":"2026-04-07T09:39:39.316342Z","steps":["trace[279760783] 'process raft request' (duration: 84.743471ms)","trace[279760783] 'compare' (duration: 42.852801ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:39:52.96747Z","caller":"traceutil/trace.go:171","msg":"trace[842894744] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"139.685564ms","start":"2026-04-07T09:39:52.827753Z","end":"2026-04-07T09:39:52.967439Z","steps":["trace[842894744] 'process raft request' (duration: 139.117541ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:40:10.189642Z","caller":"traceutil/trace.go:171","msg":"trace[398895988] linearizableReadLoop","detail":"{readStateIndex:608; appliedIndex:607; }","duration":"225.798305ms","start":"2026-04-07T09:40:09.963818Z","end":"2026-04-07T09:40:10.189616Z","steps":["trace[398895988] 'read index received' (duration: 224.989406ms)","trace[398895988] 'applied index is now lower than readState.Index' (duration: 807.889µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:40:10.189754Z","caller":"traceutil/trace.go:171","msg":"trace[10858184] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"234.194336ms","start":"2026-04-07T09:40:09.955518Z","end":"2026-04-07T09:40:10.189712Z","steps":["trace[10858184] 'process raft request' (duration: 233.232453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:40:10.189775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.942378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:40:10.189875Z","caller":"traceutil/trace.go:171","msg":"trace[1419958959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:589; }","duration":"226.079ms","start":"2026-04-07T09:40:09.963782Z","end":"2026-04-07T09:40:10.189861Z","steps":["trace[1419958959] 'agreement among raft nodes before linearized reading' (duration: 225.930227ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:40:10.19375Z","caller":"traceutil/trace.go:171","msg":"trace[1320100167] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"192.609328ms","start":"2026-04-07T09:40:10.001069Z","end":"2026-04-07T09:40:10.193678Z","steps":["trace[1320100167] 'process raft request' (duration: 192.388413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:40:10.193854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.524986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T09:40:10.194043Z","caller":"traceutil/trace.go:171","msg":"trace[2086162917] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:590; }","duration":"152.704841ms","start":"2026-04-07T09:40:10.041269Z","end":"2026-04-07T09:40:10.193974Z","steps":["trace[2086162917] 'agreement among raft nodes before linearized reading' (duration: 152.457285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:40:10.194155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.798214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T09:40:10.194263Z","caller":"traceutil/trace.go:171","msg":"trace[532424864] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:590; }","duration":"216.063591ms","start":"2026-04-07T09:40:09.978176Z","end":"2026-04-07T09:40:10.19424Z","steps":["trace[532424864] 'agreement among raft nodes before linearized reading' (duration: 215.478286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:40:14.972015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.405786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T09:40:14.972219Z","caller":"traceutil/trace.go:171","msg":"trace[1793956347] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"225.22938ms","start":"2026-04-07T09:40:14.746945Z","end":"2026-04-07T09:40:14.972174Z","steps":["trace[1793956347] 'process raft request' (duration: 34.123688ms)","trace[1793956347] 'compare' (duration: 190.209401ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:40:15.540208Z","caller":"traceutil/trace.go:171","msg":"trace[1278972616] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"340.579926ms","start":"2026-04-07T09:40:15.199575Z","end":"2026-04-07T09:40:15.540155Z","steps":["trace[1278972616] 'process raft request' (duration: 283.870897ms)","trace[1278972616] 'compare' (duration: 56.111975ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:40:15.54077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:40:15.199541Z","time spent":"340.785091ms","remote":"127.0.0.1:56308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:40:15.661425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.675176ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T09:40:15.662352Z","caller":"traceutil/trace.go:171","msg":"trace[946563731] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"267.028673ms","start":"2026-04-07T09:40:15.395303Z","end":"2026-04-07T09:40:15.662332Z","steps":["trace[946563731] 'process raft request' (duration: 266.465178ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:40:17.386324Z","caller":"traceutil/trace.go:171","msg":"trace[1085240188] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"106.743929ms","start":"2026-04-07T09:40:17.279553Z","end":"2026-04-07T09:40:17.386297Z","steps":["trace[1085240188] 'process raft request' (duration: 104.249519ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:40:17.412514Z","caller":"traceutil/trace.go:171","msg":"trace[454604838] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"113.824059ms","start":"2026-04-07T09:40:17.298648Z","end":"2026-04-07T09:40:17.412472Z","steps":["trace[454604838] 'process raft request' (duration: 113.601923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:40:30.212212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.137638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T09:40:30.212305Z","caller":"traceutil/trace.go:171","msg":"trace[1836725414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:785; }","duration":"215.282101ms","start":"2026-04-07T09:40:29.997004Z","end":"2026-04-07T09:40:30.212286Z","steps":["trace[1836725414] 'range keys from in-memory index tree' (duration: 214.946634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:40:30.212367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.426169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-07T09:40:30.212393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.970244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T09:40:30.212542Z","caller":"traceutil/trace.go:171","msg":"trace[1047349290] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:785; }","duration":"170.255831ms","start":"2026-04-07T09:40:30.042266Z","end":"2026-04-07T09:40:30.212522Z","steps":["trace[1047349290] 'range keys from in-memory index tree' (duration: 169.74458ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:40:30.212449Z","caller":"traceutil/trace.go:171","msg":"trace[822177543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:785; }","duration":"211.540422ms","start":"2026-04-07T09:40:30.000891Z","end":"2026-04-07T09:40:30.212432Z","steps":["trace[822177543] 'range keys from in-memory index tree' (duration: 211.310586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:41:44.459439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.689624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T09:41:44.459468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.794314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T09:41:44.459538Z","caller":"traceutil/trace.go:171","msg":"trace[2128352866] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1840; }","duration":"327.859337ms","start":"2026-04-07T09:41:44.131659Z","end":"2026-04-07T09:41:44.459519Z","steps":["trace[2128352866] 'count revisions from in-memory index tree' (duration: 327.56552ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:41:44.459558Z","caller":"traceutil/trace.go:171","msg":"trace[316386030] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1840; }","duration":"197.965168ms","start":"2026-04-07T09:41:44.261572Z","end":"2026-04-07T09:41:44.459537Z","steps":["trace[316386030] 'range keys from in-memory index tree' (duration: 197.473427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:41:44.459534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.046224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T09:41:44.459587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:41:44.131627Z","time spent":"327.9487ms","remote":"127.0.0.1:56284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":15,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:41:44.459632Z","caller":"traceutil/trace.go:171","msg":"trace[1365798144] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1840; }","duration":"233.221068ms","start":"2026-04-07T09:41:44.226388Z","end":"2026-04-07T09:41:44.459609Z","steps":["trace[1365798144] 'count revisions from in-memory index tree' (duration: 232.91163ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:41:44.739288Z","caller":"traceutil/trace.go:171","msg":"trace[640192530] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"223.897583ms","start":"2026-04-07T09:41:44.515347Z","end":"2026-04-07T09:41:44.739244Z","steps":["trace[640192530] 'process raft request' (duration: 174.161895ms)","trace[640192530] 'compare' (duration: 49.463052ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:41:45.043498Z","caller":"traceutil/trace.go:171","msg":"trace[735283832] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"299.457374ms","start":"2026-04-07T09:41:44.74401Z","end":"2026-04-07T09:41:45.043468Z","steps":["trace[735283832] 'process raft request' (duration: 299.197707ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:41:45.043668Z","caller":"traceutil/trace.go:171","msg":"trace[414274095] linearizableReadLoop","detail":"{readStateIndex:1916; appliedIndex:1914; }","duration":"279.146195ms","start":"2026-04-07T09:41:44.764495Z","end":"2026-04-07T09:41:45.043641Z","steps":["trace[414274095] 'read index received' (duration: 278.779106ms)","trace[414274095] 'applied index is now lower than readState.Index' (duration: 365.329µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:41:45.043777Z","caller":"traceutil/trace.go:171","msg":"trace[655821806] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"297.043675ms","start":"2026-04-07T09:41:44.746721Z","end":"2026-04-07T09:41:45.043765Z","steps":["trace[655821806] 'process raft request' (duration: 296.670816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:41:45.044057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.540654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T09:41:45.044182Z","caller":"traceutil/trace.go:171","msg":"trace[1639691642] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1845; }","duration":"279.679866ms","start":"2026-04-07T09:41:44.764458Z","end":"2026-04-07T09:41:45.044138Z","steps":["trace[1639691642] 'agreement among raft nodes before linearized reading' (duration: 279.446341ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:41:45.044245Z","caller":"traceutil/trace.go:171","msg":"trace[435132305] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"191.976084ms","start":"2026-04-07T09:41:44.852245Z","end":"2026-04-07T09:41:45.044221Z","steps":["trace[435132305] 'process raft request' (duration: 191.865952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:41:45.044325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.41488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T09:41:45.044374Z","caller":"traceutil/trace.go:171","msg":"trace[1049051939] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1846; }","duration":"181.508952ms","start":"2026-04-07T09:41:44.862854Z","end":"2026-04-07T09:41:45.044363Z","steps":["trace[1049051939] 'agreement among raft nodes before linearized reading' (duration: 181.351288ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:42:29.464113Z","caller":"traceutil/trace.go:171","msg":"trace[641801468] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"163.539226ms","start":"2026-04-07T09:42:29.300546Z","end":"2026-04-07T09:42:29.464085Z","steps":["trace[641801468] 'process raft request' (duration: 97.383079ms)","trace[641801468] 'compare' (duration: 65.971153ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:42:29.464561Z","caller":"traceutil/trace.go:171","msg":"trace[317125788] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"100.333579ms","start":"2026-04-07T09:42:29.364206Z","end":"2026-04-07T09:42:29.464539Z","steps":["trace[317125788] 'process raft request' (duration: 99.829986ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:42:35.062127Z","caller":"traceutil/trace.go:171","msg":"trace[619943669] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"120.713898ms","start":"2026-04-07T09:42:34.941389Z","end":"2026-04-07T09:42:35.062103Z","steps":["trace[619943669] 'process raft request' (duration: 120.445741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:42:35.639178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.697114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T09:42:35.639282Z","caller":"traceutil/trace.go:171","msg":"trace[1429440026] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2175; }","duration":"254.837558ms","start":"2026-04-07T09:42:35.384421Z","end":"2026-04-07T09:42:35.639258Z","steps":["trace[1429440026] 'range keys from in-memory index tree' (duration: 254.536681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:42:35.639371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.063644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T09:42:35.639466Z","caller":"traceutil/trace.go:171","msg":"trace[183725674] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"209.727315ms","start":"2026-04-07T09:42:35.42972Z","end":"2026-04-07T09:42:35.639447Z","steps":["trace[183725674] 'process raft request' (duration: 101.499347ms)","trace[183725674] 'compare' (duration: 107.952752ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:42:35.686363Z","caller":"traceutil/trace.go:171","msg":"trace[1330820085] linearizableReadLoop","detail":"{readStateIndex:2260; appliedIndex:2257; }","duration":"200.448942ms","start":"2026-04-07T09:42:35.485894Z","end":"2026-04-07T09:42:35.686343Z","steps":["trace[1330820085] 'read index received' (duration: 45.339558ms)","trace[1330820085] 'applied index is now lower than readState.Index' (duration: 155.108414ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:42:35.686401Z","caller":"traceutil/trace.go:171","msg":"trace[1669712903] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"202.046121ms","start":"2026-04-07T09:42:35.484319Z","end":"2026-04-07T09:42:35.686365Z","steps":["trace[1669712903] 'process raft request' (duration: 201.864876ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:42:35.686505Z","caller":"traceutil/trace.go:171","msg":"trace[1153637922] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"201.046727ms","start":"2026-04-07T09:42:35.485433Z","end":"2026-04-07T09:42:35.68648Z","steps":["trace[1153637922] 'process raft request' (duration: 200.866202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:42:35.68661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.708138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T09:42:35.686654Z","caller":"traceutil/trace.go:171","msg":"trace[493570541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2178; }","duration":"200.763919ms","start":"2026-04-07T09:42:35.485878Z","end":"2026-04-07T09:42:35.686642Z","steps":["trace[493570541] 'agreement among raft nodes before linearized reading' (duration: 200.604886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:42:35.690719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.141169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-07T09:42:35.690736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.299256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:42:35.690782Z","caller":"traceutil/trace.go:171","msg":"trace[1994771360] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2179; }","duration":"186.2366ms","start":"2026-04-07T09:42:35.504529Z","end":"2026-04-07T09:42:35.690766Z","steps":["trace[1994771360] 'agreement among raft nodes before linearized reading' (duration: 186.092587ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:42:35.690808Z","caller":"traceutil/trace.go:171","msg":"trace[1414777441] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2179; }","duration":"132.391898ms","start":"2026-04-07T09:42:35.5584Z","end":"2026-04-07T09:42:35.690792Z","steps":["trace[1414777441] 'agreement among raft nodes before linearized reading' (duration: 132.255145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:04.281719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.380705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T09:44:04.281882Z","caller":"traceutil/trace.go:171","msg":"trace[1949016273] linearizableReadLoop","detail":"{readStateIndex:2957; appliedIndex:2956; }","duration":"189.873706ms","start":"2026-04-07T09:44:04.091988Z","end":"2026-04-07T09:44:04.281862Z","steps":["trace[1949016273] 'read index received' (duration: 32.093892ms)","trace[1949016273] 'applied index is now lower than readState.Index' (duration: 157.778224ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:44:04.282025Z","caller":"traceutil/trace.go:171","msg":"trace[66142006] transaction","detail":"{read_only:false; response_revision:2848; number_of_response:1; }","duration":"282.874383ms","start":"2026-04-07T09:44:03.999115Z","end":"2026-04-07T09:44:04.281989Z","steps":["trace[66142006] 'process raft request' (duration: 125.067548ms)","trace[66142006] 'compare' (duration: 157.276963ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:44:04.282615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.124253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T09:44:04.283017Z","caller":"traceutil/trace.go:171","msg":"trace[1170862542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2848; }","duration":"191.087286ms","start":"2026-04-07T09:44:04.091916Z","end":"2026-04-07T09:44:04.283003Z","steps":["trace[1170862542] 'agreement among raft nodes before linearized reading' (duration: 190.090212ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:46:40.857351Z","caller":"traceutil/trace.go:171","msg":"trace[1852806614] transaction","detail":"{read_only:false; response_revision:3874; number_of_response:1; }","duration":"266.33874ms","start":"2026-04-07T09:46:40.59098Z","end":"2026-04-07T09:46:40.857319Z","steps":["trace[1852806614] 'process raft request' (duration: 266.100044ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:46:40.86916Z","caller":"traceutil/trace.go:171","msg":"trace[1219818310] transaction","detail":"{read_only:false; response_revision:3875; number_of_response:1; }","duration":"159.295503ms","start":"2026-04-07T09:46:40.709822Z","end":"2026-04-07T09:46:40.869117Z","steps":["trace[1219818310] 'process raft request' (duration: 158.930875ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:20.580837Z","caller":"traceutil/trace.go:171","msg":"trace[350083975] transaction","detail":"{read_only:false; response_revision:4163; number_of_response:1; }","duration":"163.146136ms","start":"2026-04-07T09:47:20.417665Z","end":"2026-04-07T09:47:20.580811Z","steps":["trace[350083975] 'process raft request' (duration: 162.960911ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:51.950733Z","caller":"traceutil/trace.go:171","msg":"trace[1965054890] linearizableReadLoop","detail":"{readStateIndex:4532; appliedIndex:4531; }","duration":"481.624213ms","start":"2026-04-07T09:47:51.469073Z","end":"2026-04-07T09:47:51.950698Z","steps":["trace[1965054890] 'read index received' (duration: 481.369696ms)","trace[1965054890] 'applied index is now lower than readState.Index' (duration: 253.107µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:47:51.950976Z","caller":"traceutil/trace.go:171","msg":"trace[1350089421] transaction","detail":"{read_only:false; response_revision:4354; number_of_response:1; }","duration":"802.118325ms","start":"2026-04-07T09:47:51.148836Z","end":"2026-04-07T09:47:51.950954Z","steps":["trace[1350089421] 'process raft request' (duration: 801.713105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:51.95112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.207695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-07T09:47:51.951182Z","caller":"traceutil/trace.go:171","msg":"trace[1999610631] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4354; }","duration":"198.359579ms","start":"2026-04-07T09:47:51.752804Z","end":"2026-04-07T09:47:51.951164Z","steps":["trace[1999610631] 'agreement among raft nodes before linearized reading' (duration: 198.185445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:51.951157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.528208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:47:51.951255Z","caller":"traceutil/trace.go:171","msg":"trace[1176585644] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:4354; }","duration":"395.673281ms","start":"2026-04-07T09:47:51.555552Z","end":"2026-04-07T09:47:51.951225Z","steps":["trace[1176585644] 'agreement among raft nodes before linearized reading' (duration: 395.490367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:51.951306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.131705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-07T09:47:51.951301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.222855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:47:51.95132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.215746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-07T09:47:51.951361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:51.148813Z","time spent":"802.258428ms","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:47:51.951412Z","caller":"traceutil/trace.go:171","msg":"trace[891612633] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4354; }","duration":"144.394519ms","start":"2026-04-07T09:47:51.806992Z","end":"2026-04-07T09:47:51.951387Z","steps":["trace[891612633] 'agreement among raft nodes before linearized reading' (duration: 144.176554ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:51.951428Z","caller":"traceutil/trace.go:171","msg":"trace[2048059982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4354; }","duration":"482.3846ms","start":"2026-04-07T09:47:51.46902Z","end":"2026-04-07T09:47:51.951404Z","steps":["trace[2048059982] 'agreement among raft nodes before linearized reading' (duration: 482.055293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:51.95148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:51.468999Z","time spent":"482.471233ms","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T09:47:51.951348Z","caller":"traceutil/trace.go:171","msg":"trace[775927337] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4354; }","duration":"443.205337ms","start":"2026-04-07T09:47:51.508132Z","end":"2026-04-07T09:47:51.951338Z","steps":["trace[775927337] 'agreement among raft nodes before linearized reading' (duration: 443.092584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:51.951401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.387242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-07T09:47:51.951559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:51.508115Z","time spent":"443.415661ms","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T09:47:51.951339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:51.555532Z","time spent":"395.784704ms","remote":"127.0.0.1:53572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:47:51.951589Z","caller":"traceutil/trace.go:171","msg":"trace[386383941] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4354; }","duration":"316.661498ms","start":"2026-04-07T09:47:51.634911Z","end":"2026-04-07T09:47:51.951572Z","steps":["trace[386383941] 'agreement among raft nodes before linearized reading' (duration: 316.275849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:51.951757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:51.634891Z","time spent":"316.830653ms","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T09:47:51.952159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.892629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T09:47:51.9523Z","caller":"traceutil/trace.go:171","msg":"trace[216512989] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4354; }","duration":"482.060583ms","start":"2026-04-07T09:47:51.470217Z","end":"2026-04-07T09:47:51.952277Z","steps":["trace[216512989] 'agreement among raft nodes before linearized reading' (duration: 480.762542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:51.952493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:51.470208Z","time spent":"482.264948ms","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T09:47:52.393121Z","caller":"traceutil/trace.go:171","msg":"trace[1913528567] transaction","detail":"{read_only:false; response_revision:4360; number_of_response:1; }","duration":"136.194901ms","start":"2026-04-07T09:47:52.256822Z","end":"2026-04-07T09:47:52.393017Z","steps":["trace[1913528567] 'process raft request' (duration: 135.908064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:53.466392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698415641307248,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:53.96697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698415641307248,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:54.467136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698415641307248,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:54.965649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0003509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T09:47:54.965747Z","caller":"traceutil/trace.go:171","msg":"trace[2025950198] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000508493s","start":"2026-04-07T09:47:52.965219Z","end":"2026-04-07T09:47:54.965727Z","steps":["trace[2025950198] 'agreement among raft nodes before linearized reading' (duration: 2.000386811s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:54.9658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:52.965199Z","time spent":"2.000590396s","remote":"127.0.0.1:56128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T09:47:54.968277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698415641307248,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:55.469385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153698415641307248,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:55.838753Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.079280201s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T09:47:56.966875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000489883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:47:56.967024Z","caller":"traceutil/trace.go:171","msg":"trace[1166315656] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000714048s","start":"2026-04-07T09:47:54.96629Z","end":"2026-04-07T09:47:56.967004Z","steps":["trace[1166315656] 'agreement among raft nodes before linearized reading' (duration: 2.000540004s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:56.967097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:54.966262Z","time spent":"2.000815891s","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 09:47:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:47:58.121289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:53.123123Z","time spent":"4.998154559s","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/07 09:47:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:47:58.95702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:53.959601Z","time spent":"4.997412992s","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/07 09:47:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:47:58.975201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000447652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T09:47:58.975297Z","caller":"traceutil/trace.go:171","msg":"trace[1899114309] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000610546s","start":"2026-04-07T09:47:56.974666Z","end":"2026-04-07T09:47:58.975277Z","steps":["trace[1899114309] 'agreement among raft nodes before linearized reading' (duration: 2.000483133s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:58.975355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:56.974645Z","time spent":"2.000700159s","remote":"127.0.0.1:56128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 09:47:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:47:59.046326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998818945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:47:59.046414Z","caller":"traceutil/trace.go:171","msg":"trace[574345730] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99897017s","start":"2026-04-07T09:47:54.047424Z","end":"2026-04-07T09:47:59.046394Z","steps":["trace[574345730] 'agreement among raft nodes before linearized reading' (duration: 4.998859446s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:59.046463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:54.047402Z","time spent":"4.999050791s","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/07 09:47:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:47:59.046574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999867441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:47:59.046605Z","caller":"traceutil/trace.go:171","msg":"trace[351919387] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999934573s","start":"2026-04-07T09:47:54.046663Z","end":"2026-04-07T09:47:59.046597Z","steps":["trace[351919387] 'agreement among raft nodes before linearized reading' (duration: 4.999903482s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:59.04663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:54.046643Z","time spent":"4.999981863s","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/07 09:47:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:47:59.046452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998871127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:47:59.046772Z","caller":"traceutil/trace.go:171","msg":"trace[619684290] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999230456s","start":"2026-04-07T09:47:54.047513Z","end":"2026-04-07T09:47:59.046743Z","steps":["trace[619684290] 'agreement among raft nodes before linearized reading' (duration: 4.998860858s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:59.047004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:54.047453Z","time spent":"4.999532453s","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/07 09:47:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:47:59.398554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:54.39994Z","time spent":"4.998604329s","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/07 09:47:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:47:59.730878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:54.732819Z","time spent":"4.998052386s","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/07 09:47:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:47:59.76008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:52.759349Z","time spent":"7.000724032s","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T09:48:00.976026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000500314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:00.97613Z","caller":"traceutil/trace.go:171","msg":"trace[375184447] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000629647s","start":"2026-04-07T09:47:58.975477Z","end":"2026-04-07T09:48:00.976107Z","steps":["trace[375184447] 'agreement among raft nodes before linearized reading' (duration: 2.000496094s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:00.976199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:58.975376Z","time spent":"2.000809752s","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 09:48:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:01.344857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:54.344247Z","time spent":"7.00058823s","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T09:48:01.850721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000068164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T09:48:01.850895Z","caller":"traceutil/trace.go:171","msg":"trace[2051370680] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000291779s","start":"2026-04-07T09:47:59.850571Z","end":"2026-04-07T09:48:01.850863Z","steps":["trace[2051370680] 'agreement among raft nodes before linearized reading' (duration: 2.000094614s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:01.850995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:59.850554Z","time spent":"2.000426363s","remote":"127.0.0.1:56128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 09:48:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:02.42493Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"47859d674fcb2722","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-07T09:48:02.754504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.556069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:02.754602Z","caller":"traceutil/trace.go:171","msg":"trace[1249640538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"989.716322ms","start":"2026-04-07T09:48:01.764863Z","end":"2026-04-07T09:48:02.754579Z","steps":["trace[1249640538] 'agreement among raft nodes before linearized reading' (duration: 989.600679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:02.754651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.764826Z","time spent":"989.815295ms","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/07 09:48:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:02.985059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000285398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:02.985159Z","caller":"traceutil/trace.go:171","msg":"trace[832263091] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000452963s","start":"2026-04-07T09:48:00.984683Z","end":"2026-04-07T09:48:02.985136Z","steps":["trace[832263091] 'agreement among raft nodes before linearized reading' (duration: 2.000318189s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:02.985208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:00.98466Z","time spent":"2.000538604s","remote":"127.0.0.1:56128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 09:48:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:03.121763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998269732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:03.122533Z","caller":"traceutil/trace.go:171","msg":"trace[1748575173] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998448796s","start":"2026-04-07T09:47:58.123392Z","end":"2026-04-07T09:48:03.12184Z","steps":["trace[1748575173] 'agreement among raft nodes before linearized reading' (duration: 4.998320813s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:03.122605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:58.123364Z","time spent":"4.999222775s","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/07 09:48:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:03.956606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99771032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:03.956706Z","caller":"traceutil/trace.go:171","msg":"trace[1603303688] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997871214s","start":"2026-04-07T09:47:58.958813Z","end":"2026-04-07T09:48:03.956684Z","steps":["trace[1603303688] 'agreement among raft nodes before linearized reading' (duration: 4.997744181s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:03.956757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:58.958787Z","time spent":"4.997960085s","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/07 09:48:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:03.971995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:56.971129Z","time spent":"7.000862107s","remote":"127.0.0.1:56192","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T09:48:03.982941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.84864152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:03.983009Z","caller":"traceutil/trace.go:171","msg":"trace[1776096205] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"6.848754383s","start":"2026-04-07T09:47:57.134237Z","end":"2026-04-07T09:48:03.982991Z","steps":["trace[1776096205] 'agreement among raft nodes before linearized reading' (duration: 6.848680941s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:03.983058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:57.134214Z","time spent":"6.848832965s","remote":"127.0.0.1:56308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/04/07 09:48:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:04.04607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997601834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:04.046185Z","caller":"traceutil/trace.go:171","msg":"trace[1402218305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997754488s","start":"2026-04-07T09:48:01.04841Z","end":"2026-04-07T09:48:04.046164Z","steps":["trace[1402218305] 'agreement among raft nodes before linearized reading' (duration: 2.997626525s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.046243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.048396Z","time spent":"2.99783437s","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/07 09:48:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:04.04655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997096231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:04.046608Z","caller":"traceutil/trace.go:171","msg":"trace[1395839453] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997210255s","start":"2026-04-07T09:48:01.049382Z","end":"2026-04-07T09:48:04.046593Z","steps":["trace[1395839453] 'agreement among raft nodes before linearized reading' (duration: 2.997149243s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.046657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.04935Z","time spent":"2.997294247s","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/07 09:48:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:04.047105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99775498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:04.047212Z","caller":"traceutil/trace.go:171","msg":"trace[1580855281] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997925574s","start":"2026-04-07T09:48:01.049262Z","end":"2026-04-07T09:48:04.047188Z","steps":["trace[1580855281] 'agreement among raft nodes before linearized reading' (duration: 2.997795261s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.047264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.049214Z","time spent":"2.998039586s","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/07 09:48:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:04.04807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000536472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:04.048135Z","caller":"traceutil/trace.go:171","msg":"trace[1825306188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000644044s","start":"2026-04-07T09:47:54.047475Z","end":"2026-04-07T09:48:04.048119Z","steps":["trace[1825306188] 'agreement among raft nodes before linearized reading' (duration: 10.000569902s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.04819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:54.047463Z","time spent":"10.000716206s","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/04/07 09:48:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:04.397557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997394012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:04.397677Z","caller":"traceutil/trace.go:171","msg":"trace[1549709932] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.997571416s","start":"2026-04-07T09:47:59.400079Z","end":"2026-04-07T09:48:04.39765Z","steps":["trace[1549709932] 'agreement among raft nodes before linearized reading' (duration: 4.997427373s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.397863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:59.400057Z","time spent":"4.997786831s","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/07 09:48:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:04.556963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.768244954s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:04.55711Z","caller":"traceutil/trace.go:171","msg":"trace[625599971] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4361; }","duration":"7.768401967s","start":"2026-04-07T09:47:56.788687Z","end":"2026-04-07T09:48:04.557089Z","steps":["trace[625599971] 'range keys from in-memory index tree' (duration: 7.768226193s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.558243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:56.527072Z","time spent":"8.031163038s","remote":"127.0.0.1:41226","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T09:48:04.560716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.72156612s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-07T09:48:04.591858Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"8.752875003s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T09:48:04.606414Z","caller":"traceutil/trace.go:171","msg":"trace[1607050603] linearizableReadLoop","detail":"{readStateIndex:4546; appliedIndex:4539; }","duration":"11.641104703s","start":"2026-04-07T09:47:52.965275Z","end":"2026-04-07T09:48:04.60638Z","steps":["trace[1607050603] 'read index received' (duration: 2.873764601s)","trace[1607050603] 'applied index is now lower than readState.Index' (duration: 8.767338932s)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:48:04.606932Z","caller":"traceutil/trace.go:171","msg":"trace[1651713818] transaction","detail":"{read_only:false; response_revision:4369; number_of_response:1; }","duration":"6.56927641s","start":"2026-04-07T09:47:58.037628Z","end":"2026-04-07T09:48:04.606905Z","steps":["trace[1651713818] 'process raft request' (duration: 6.569081785s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.607021Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"44.611µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-04-07T09:48:04.607107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:58.037591Z","time spent":"6.569421813s","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:48:04.60712Z","caller":"traceutil/trace.go:171","msg":"trace[743204326] transaction","detail":"{read_only:false; response_revision:4370; number_of_response:1; }","duration":"2.550173586s","start":"2026-04-07T09:48:02.056921Z","end":"2026-04-07T09:48:04.607095Z","steps":["trace[743204326] 'process raft request' (duration: 2.54994426s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.607248Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"47859d674fcb2722","error":"lease not found"} {"level":"warn","ts":"2026-04-07T09:48:04.607295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:02.05689Z","time spent":"2.550291009s","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:48:04.607347Z","caller":"traceutil/trace.go:171","msg":"trace[1829867979] transaction","detail":"{read_only:false; response_revision:4373; number_of_response:1; }","duration":"557.012969ms","start":"2026-04-07T09:48:04.05032Z","end":"2026-04-07T09:48:04.607333Z","steps":["trace[1829867979] 'process raft request' (duration: 556.941337ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:04.607358Z","caller":"traceutil/trace.go:171","msg":"trace[1277073825] transaction","detail":"{read_only:false; response_revision:4371; number_of_response:1; }","duration":"557.654184ms","start":"2026-04-07T09:48:04.049695Z","end":"2026-04-07T09:48:04.607349Z","steps":["trace[1277073825] 'process raft request' (duration: 557.460599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.607449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:04.049671Z","time spent":"557.717355ms","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:48:04.607484Z","caller":"traceutil/trace.go:171","msg":"trace[1432822442] transaction","detail":"{read_only:false; response_revision:4372; number_of_response:1; }","duration":"557.292875ms","start":"2026-04-07T09:48:04.050183Z","end":"2026-04-07T09:48:04.607476Z","steps":["trace[1432822442] 'process raft request' (duration: 557.047799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.60752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.201769289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m9msq\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-07T09:48:04.607447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:04.050302Z","time spent":"557.08622ms","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:48:04.607535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:04.050167Z","time spent":"557.343847ms","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":409,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:48:04.607559Z","caller":"traceutil/trace.go:171","msg":"trace[1366707670] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m9msq; range_end:; response_count:1; response_revision:4374; }","duration":"10.20183633s","start":"2026-04-07T09:47:54.405715Z","end":"2026-04-07T09:48:04.607551Z","steps":["trace[1366707670] 'agreement among raft nodes before linearized reading' (duration: 10.201674926s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.607584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:54.40568Z","time spent":"10.201900072s","remote":"127.0.0.1:56308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-m9msq\" "} {"level":"info","ts":"2026-04-07T09:48:04.607313Z","caller":"traceutil/trace.go:171","msg":"trace[476978803] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4370; }","duration":"1.850387819s","start":"2026-04-07T09:48:02.756904Z","end":"2026-04-07T09:48:04.607292Z","steps":["trace[476978803] 'process raft request' (duration: 1.850189914s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.607632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:02.756883Z","time spent":"1.850726896s","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":473,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:48:04.60773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.487577621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:48:04.607713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.993201753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T09:48:04.60775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.53531818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T09:48:04.607785Z","caller":"traceutil/trace.go:171","msg":"trace[739314104] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:4374; }","duration":"6.993343956s","start":"2026-04-07T09:47:57.614424Z","end":"2026-04-07T09:48:04.607768Z","steps":["trace[739314104] 'agreement among raft nodes before linearized reading' (duration: 6.993210743s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.607807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.553801356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:48:04.607838Z","caller":"traceutil/trace.go:171","msg":"trace[1249970921] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4374; }","duration":"4.553909569s","start":"2026-04-07T09:48:00.053923Z","end":"2026-04-07T09:48:04.607833Z","steps":["trace[1249970921] 'agreement among raft nodes before linearized reading' (duration: 4.553854797s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:04.607842Z","caller":"traceutil/trace.go:171","msg":"trace[354006255] transaction","detail":"{read_only:false; response_revision:4374; number_of_response:1; }","duration":"206.305461ms","start":"2026-04-07T09:48:04.401528Z","end":"2026-04-07T09:48:04.607833Z","steps":["trace[354006255] 'process raft request' (duration: 205.764098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.607847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.561416852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T09:48:04.607855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:57.614405Z","time spent":"6.993435249s","remote":"127.0.0.1:56284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":22,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.607911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.630530607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:48:04.607949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.875414284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-07T09:48:04.607983Z","caller":"traceutil/trace.go:171","msg":"trace[908464726] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4374; }","duration":"4.875477196s","start":"2026-04-07T09:47:59.732498Z","end":"2026-04-07T09:48:04.607975Z","steps":["trace[908464726] 'agreement among raft nodes before linearized reading' (duration: 4.875394844s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.607995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.820916903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T09:48:04.608008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:59.732482Z","time spent":"4.875521387s","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-07T09:48:04.608017Z","caller":"traceutil/trace.go:171","msg":"trace[932162899] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4374; }","duration":"9.820969135s","start":"2026-04-07T09:47:54.787042Z","end":"2026-04-07T09:48:04.608012Z","steps":["trace[932162899] 'agreement among raft nodes before linearized reading' (duration: 9.820928324s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.60805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:54.787024Z","time spent":"9.821018677s","remote":"127.0.0.1:53562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:48:04.607937Z","caller":"traceutil/trace.go:171","msg":"trace[15437258] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:4374; }","duration":"9.630582088s","start":"2026-04-07T09:47:54.97735Z","end":"2026-04-07T09:48:04.607932Z","steps":["trace[15437258] 'agreement among raft nodes before linearized reading' (duration: 9.630543737s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.60812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.04374282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:48:04.608182Z","caller":"traceutil/trace.go:171","msg":"trace[861844348] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4374; }","duration":"6.043825971s","start":"2026-04-07T09:47:58.564341Z","end":"2026-04-07T09:48:04.608167Z","steps":["trace[861844348] 'agreement among raft nodes before linearized reading' (duration: 6.043736089s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.608202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.935401542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:48:04.608225Z","caller":"traceutil/trace.go:171","msg":"trace[718215311] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:4374; }","duration":"9.935424873s","start":"2026-04-07T09:47:54.672794Z","end":"2026-04-07T09:48:04.608219Z","steps":["trace[718215311] 'agreement among raft nodes before linearized reading' (duration: 9.935368381s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.608238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.19114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a40a1dfab9a2e5\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-07T09:48:04.608235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:58.564329Z","time spent":"6.043893243s","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.608258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.182215311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:48:04.6083Z","caller":"traceutil/trace.go:171","msg":"trace[1803223667] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:4374; }","duration":"3.182293723s","start":"2026-04-07T09:48:01.425998Z","end":"2026-04-07T09:48:04.608292Z","steps":["trace[1803223667] 'agreement among raft nodes before linearized reading' (duration: 3.182227292s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.608327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.425973Z","time spent":"3.182349235s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":9,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.608342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.25893311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-07T09:48:04.608367Z","caller":"traceutil/trace.go:171","msg":"trace[683462186] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:4374; }","duration":"3.258999531s","start":"2026-04-07T09:48:01.34936Z","end":"2026-04-07T09:48:04.608359Z","steps":["trace[683462186] 'agreement among raft nodes before linearized reading' (duration: 3.258932069s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.608476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.349335Z","time spent":"3.259132395s","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":513,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-07T09:48:04.608509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.459225105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T09:48:04.608514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.303042843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T09:48:04.608137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:54.977333Z","time spent":"9.630794064s","remote":"127.0.0.1:49198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:48:04.608539Z","caller":"traceutil/trace.go:171","msg":"trace[1381142581] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:4374; }","duration":"2.459259796s","start":"2026-04-07T09:48:02.149272Z","end":"2026-04-07T09:48:04.608532Z","steps":["trace[1381142581] 'agreement among raft nodes before linearized reading' (duration: 2.459210685s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:04.608543Z","caller":"traceutil/trace.go:171","msg":"trace[1997613768] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:4374; }","duration":"2.303129664s","start":"2026-04-07T09:48:02.305408Z","end":"2026-04-07T09:48:04.608537Z","steps":["trace[1997613768] 'agreement among raft nodes before linearized reading' (duration: 2.303068293s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.608563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:02.149249Z","time spent":"2.459307757s","remote":"127.0.0.1:56456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.608188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.563961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-07T09:48:04.608598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.247888494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:48:04.608599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623268086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:48:04.608251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:54.672696Z","time spent":"9.935550405s","remote":"127.0.0.1:56324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":22,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:48:04.608633Z","caller":"traceutil/trace.go:171","msg":"trace[1245328344] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4374; }","duration":"4.247982467s","start":"2026-04-07T09:48:00.360642Z","end":"2026-04-07T09:48:04.608625Z","steps":["trace[1245328344] 'agreement among raft nodes before linearized reading' (duration: 4.247930416s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:04.608649Z","caller":"traceutil/trace.go:171","msg":"trace[138014025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4374; }","duration":"1.623355778s","start":"2026-04-07T09:48:02.985287Z","end":"2026-04-07T09:48:04.608643Z","steps":["trace[138014025] 'agreement among raft nodes before linearized reading' (duration: 1.623292736s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:04.608272Z","caller":"traceutil/trace.go:171","msg":"trace[1121235901] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a40a1dfab9a2e5; range_end:; response_count:1; response_revision:4374; }","duration":"632.240362ms","start":"2026-04-07T09:48:03.976019Z","end":"2026-04-07T09:48:04.60826Z","steps":["trace[1121235901] 'agreement among raft nodes before linearized reading' (duration: 632.18995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.60867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:02.985266Z","time spent":"1.623400099s","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T09:48:04.608677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:00.360616Z","time spent":"4.248047028s","remote":"127.0.0.1:56572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.608566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:02.305384Z","time spent":"2.303176866s","remote":"127.0.0.1:56624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":14,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.607808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.474679182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T09:48:04.607771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.708910964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:48:04.608797Z","caller":"traceutil/trace.go:171","msg":"trace[508320984] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:4374; }","duration":"8.475693046s","start":"2026-04-07T09:47:56.133084Z","end":"2026-04-07T09:48:04.608777Z","steps":["trace[508320984] 'agreement among raft nodes before linearized reading' (duration: 8.474703132s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:04.607803Z","caller":"traceutil/trace.go:171","msg":"trace[112108078] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:4374; }","duration":"4.535392512s","start":"2026-04-07T09:48:00.072399Z","end":"2026-04-07T09:48:04.607792Z","steps":["trace[112108078] 'agreement among raft nodes before linearized reading' (duration: 4.535227938s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:04.608854Z","caller":"traceutil/trace.go:171","msg":"trace[1520296551] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4374; }","duration":"7.71001345s","start":"2026-04-07T09:47:56.898808Z","end":"2026-04-07T09:48:04.608821Z","steps":["trace[1520296551] 'agreement among raft nodes before linearized reading' (duration: 7.708930874s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.608872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.450984338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:04.608903Z","caller":"traceutil/trace.go:171","msg":"trace[1110294811] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:4374; }","duration":"4.451068961s","start":"2026-04-07T09:48:00.157825Z","end":"2026-04-07T09:48:04.608894Z","steps":["trace[1110294811] 'agreement among raft nodes before linearized reading' (duration: 4.451003919s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.608921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:56.898785Z","time spent":"7.710111173s","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.608952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:00.157798Z","time spent":"4.451145602s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.608684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:03.976006Z","time spent":"632.669922ms","remote":"127.0.0.1:56192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a40a1dfab9a2e5\" "} {"level":"warn","ts":"2026-04-07T09:48:04.608552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.063599167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T09:48:04.607867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:00.053898Z","time spent":"4.553961899s","remote":"127.0.0.1:56650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":15,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:48:04.607765Z","caller":"traceutil/trace.go:171","msg":"trace[1225933286] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:4374; }","duration":"5.487651643s","start":"2026-04-07T09:47:59.120101Z","end":"2026-04-07T09:48:04.607753Z","steps":["trace[1225933286] 'agreement among raft nodes before linearized reading' (duration: 5.487595741s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.608906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:00.072388Z","time spent":"4.536501568s","remote":"127.0.0.1:56156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"info","ts":"2026-04-07T09:48:04.609135Z","caller":"traceutil/trace.go:171","msg":"trace[451623315] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:4374; }","duration":"6.064242233s","start":"2026-04-07T09:47:58.544876Z","end":"2026-04-07T09:48:04.609118Z","steps":["trace[451623315] 'agreement among raft nodes before linearized reading' (duration: 6.063624498s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.609161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:59.120081Z","time spent":"5.489071536s","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.609189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:58.54485Z","time spent":"6.064322725s","remote":"127.0.0.1:56406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:48:04.60788Z","caller":"traceutil/trace.go:171","msg":"trace[1076134348] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4374; }","duration":"8.561492053s","start":"2026-04-07T09:47:56.046375Z","end":"2026-04-07T09:48:04.607867Z","steps":["trace[1076134348] 'agreement among raft nodes before linearized reading' (duration: 8.561448662s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.609295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:56.046347Z","time spent":"8.562933747s","remote":"127.0.0.1:34836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.608815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934078344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:48:04.609393Z","caller":"traceutil/trace.go:171","msg":"trace[1530572127] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4374; }","duration":"1.934697998s","start":"2026-04-07T09:48:02.674682Z","end":"2026-04-07T09:48:04.60938Z","steps":["trace[1530572127] 'agreement among raft nodes before linearized reading' (duration: 1.934102464s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.609426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:02.674662Z","time spent":"1.93475547s","remote":"127.0.0.1:56596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:48:04.608614Z","caller":"traceutil/trace.go:171","msg":"trace[118759273] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4374; }","duration":"103.022052ms","start":"2026-04-07T09:48:04.505575Z","end":"2026-04-07T09:48:04.608597Z","steps":["trace[118759273] 'agreement among raft nodes before linearized reading' (duration: 102.5474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.608861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:56.133063Z","time spent":"8.475778448s","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:48:36.052304Z","caller":"traceutil/trace.go:171","msg":"trace[429252481] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"114.290702ms","start":"2026-04-07T09:48:35.937976Z","end":"2026-04-07T09:48:36.052266Z","steps":["trace[429252481] 'process raft request' (duration: 82.717642ms)","trace[429252481] 'compare' (duration: 31.343035ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:48:40.730831Z","caller":"traceutil/trace.go:171","msg":"trace[1585127605] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"124.635762ms","start":"2026-04-07T09:48:40.606159Z","end":"2026-04-07T09:48:40.730795Z","steps":["trace[1585127605] 'process raft request' (duration: 124.259093ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:40.927846Z","caller":"traceutil/trace.go:171","msg":"trace[1956886432] linearizableReadLoop","detail":"{readStateIndex:5417; appliedIndex:5416; }","duration":"127.8474ms","start":"2026-04-07T09:48:40.799954Z","end":"2026-04-07T09:48:40.927802Z","steps":["trace[1956886432] 'read index received' (duration: 59.422821ms)","trace[1956886432] 'applied index is now lower than readState.Index' (duration: 68.422849ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:48:40.927984Z","caller":"traceutil/trace.go:171","msg":"trace[445416556] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"184.566676ms","start":"2026-04-07T09:48:40.743403Z","end":"2026-04-07T09:48:40.927969Z","steps":["trace[445416556] 'process raft request' (duration: 116.010424ms)","trace[445416556] 'compare' (duration: 68.231764ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:48:40.928118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.146287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a204996f-4a39-4b7b-aa73-0c48f8d1d035\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-07T09:48:40.928163Z","caller":"traceutil/trace.go:171","msg":"trace[1525701109] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a204996f-4a39-4b7b-aa73-0c48f8d1d035; range_end:; response_count:1; response_revision:5214; }","duration":"128.250449ms","start":"2026-04-07T09:48:40.7999Z","end":"2026-04-07T09:48:40.928151Z","steps":["trace[1525701109] 'agreement among raft nodes before linearized reading' (duration: 128.076585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:40.928441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.324402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m9msq\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-07T09:48:40.928556Z","caller":"traceutil/trace.go:171","msg":"trace[1934584671] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m9msq; range_end:; response_count:1; response_revision:5214; }","duration":"111.509196ms","start":"2026-04-07T09:48:40.817025Z","end":"2026-04-07T09:48:40.928534Z","steps":["trace[1934584671] 'agreement among raft nodes before linearized reading' (duration: 111.180719ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:54.122475Z","caller":"traceutil/trace.go:171","msg":"trace[1555317385] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"140.159294ms","start":"2026-04-07T09:48:53.982285Z","end":"2026-04-07T09:48:54.122444Z","steps":["trace[1555317385] 'process raft request' (duration: 117.422817ms)","trace[1555317385] 'compare' (duration: 22.599864ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:48:54.125637Z","caller":"traceutil/trace.go:171","msg":"trace[501237639] linearizableReadLoop","detail":"{readStateIndex:5659; appliedIndex:5657; }","duration":"123.659887ms","start":"2026-04-07T09:48:54.00195Z","end":"2026-04-07T09:48:54.12561Z","steps":["trace[501237639] 'read index received' (duration: 97.887227ms)","trace[501237639] 'applied index is now lower than readState.Index' (duration: 25.7716ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:48:54.125854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.896643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-sz4f9\" ","response":"range_response_count:1 size:5852"} {"level":"info","ts":"2026-04-07T09:48:54.125854Z","caller":"traceutil/trace.go:171","msg":"trace[2008157855] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"143.037054ms","start":"2026-04-07T09:48:53.982793Z","end":"2026-04-07T09:48:54.12583Z","steps":["trace[2008157855] 'process raft request' (duration: 142.658905ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:54.125897Z","caller":"traceutil/trace.go:171","msg":"trace[1125253687] range","detail":"{range_begin:/registry/pods/monitoring/vector-sz4f9; range_end:; response_count:1; response_revision:5451; }","duration":"123.977635ms","start":"2026-04-07T09:48:54.001909Z","end":"2026-04-07T09:48:54.125887Z","steps":["trace[1125253687] 'agreement among raft nodes before linearized reading' (duration: 123.815521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:58.808182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.506965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d9e77c4a-302a-40d4-bd0d-dd887f8210e4\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-07T09:48:58.8083Z","caller":"traceutil/trace.go:171","msg":"trace[428215973] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d9e77c4a-302a-40d4-bd0d-dd887f8210e4; range_end:; response_count:1; response_revision:5577; }","duration":"160.677589ms","start":"2026-04-07T09:48:58.647594Z","end":"2026-04-07T09:48:58.808271Z","steps":["trace[428215973] 'range keys from in-memory index tree' (duration: 160.213357ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:49:17.196232Z","caller":"traceutil/trace.go:171","msg":"trace[944134825] transaction","detail":"{read_only:false; response_revision:5784; number_of_response:1; }","duration":"125.507731ms","start":"2026-04-07T09:49:17.070703Z","end":"2026-04-07T09:49:17.196211Z","steps":["trace[944134825] 'process raft request' (duration: 125.368957ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:49:36.842281Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3030} {"level":"info","ts":"2026-04-07T09:49:36.923729Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3030,"took":"79.903705ms","hash":1840505855,"current-db-size-bytes":56762368,"current-db-size":"57 MB","current-db-size-in-use-bytes":30412800,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-07T09:49:36.923789Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1840505855,"revision":3030,"compact-revision":-1} {"level":"info","ts":"2026-04-07T09:54:36.848338Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5924} {"level":"info","ts":"2026-04-07T09:54:36.941468Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5924,"took":"90.763216ms","hash":1832899552,"current-db-size-bytes":56762368,"current-db-size":"57 MB","current-db-size-in-use-bytes":25710592,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-07T09:54:36.941598Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1832899552,"revision":5924,"compact-revision":3030} {"level":"warn","ts":"2026-04-07T09:55:24.438392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.586612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T09:55:24.438651Z","caller":"traceutil/trace.go:171","msg":"trace[634150210] linearizableReadLoop","detail":"{readStateIndex:8842; appliedIndex:8841; }","duration":"308.476029ms","start":"2026-04-07T09:55:24.130151Z","end":"2026-04-07T09:55:24.438627Z","steps":["trace[634150210] 'read index received' (duration: 182.647341ms)","trace[634150210] 'applied index is now lower than readState.Index' (duration: 125.826838ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:55:24.438765Z","caller":"traceutil/trace.go:171","msg":"trace[715209815] transaction","detail":"{read_only:false; response_revision:8530; number_of_response:1; }","duration":"334.683136ms","start":"2026-04-07T09:55:24.104049Z","end":"2026-04-07T09:55:24.438732Z","steps":["trace[715209815] 'process raft request' (duration: 208.645213ms)","trace[715209815] 'compare' (duration: 125.416338ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:55:24.439069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:55:24.104019Z","time spent":"334.888811ms","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:55:24.439359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.552335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7646696f5d-htsv6.18a40a83c6d174b4\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-04-07T09:55:24.439413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.452627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T09:55:24.43944Z","caller":"traceutil/trace.go:171","msg":"trace[775728496] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7646696f5d-htsv6.18a40a83c6d174b4; range_end:; response_count:1; response_revision:8531; }","duration":"254.667157ms","start":"2026-04-07T09:55:24.184754Z","end":"2026-04-07T09:55:24.439421Z","steps":["trace[775728496] 'agreement among raft nodes before linearized reading' (duration: 254.417021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:55:24.439451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.432845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T09:55:24.439413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.255277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-07T09:55:24.43949Z","caller":"traceutil/trace.go:171","msg":"trace[802453261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8531; }","duration":"150.556119ms","start":"2026-04-07T09:55:24.288913Z","end":"2026-04-07T09:55:24.43947Z","steps":["trace[802453261] 'agreement among raft nodes before linearized reading' (duration: 150.322454ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:55:24.439497Z","caller":"traceutil/trace.go:171","msg":"trace[1244136870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8531; }","duration":"152.490167ms","start":"2026-04-07T09:55:24.286991Z","end":"2026-04-07T09:55:24.439482Z","steps":["trace[1244136870] 'agreement among raft nodes before linearized reading' (duration: 152.336763ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:55:24.439519Z","caller":"traceutil/trace.go:171","msg":"trace[1744791189] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8531; }","duration":"309.370999ms","start":"2026-04-07T09:55:24.130131Z","end":"2026-04-07T09:55:24.439502Z","steps":["trace[1744791189] 'agreement among raft nodes before linearized reading' (duration: 308.601551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:55:24.439448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.971317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T09:55:24.439622Z","caller":"traceutil/trace.go:171","msg":"trace[1033706298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8531; }","duration":"165.198722ms","start":"2026-04-07T09:55:24.274408Z","end":"2026-04-07T09:55:24.439607Z","steps":["trace[1033706298] 'agreement among raft nodes before linearized reading' (duration: 164.936946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:55:24.439603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:55:24.130105Z","time spent":"309.483602ms","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-07T09:55:24.439576Z","caller":"traceutil/trace.go:171","msg":"trace[2029722653] transaction","detail":"{read_only:false; response_revision:8531; number_of_response:1; }","duration":"139.820983ms","start":"2026-04-07T09:55:24.299547Z","end":"2026-04-07T09:55:24.439368Z","steps":["trace[2029722653] 'process raft request' (duration: 139.006394ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:55:34.293006Z","caller":"traceutil/trace.go:171","msg":"trace[444191567] transaction","detail":"{read_only:false; response_revision:8580; number_of_response:1; }","duration":"105.196173ms","start":"2026-04-07T09:55:34.187771Z","end":"2026-04-07T09:55:34.292967Z","steps":["trace[444191567] 'process raft request' (duration: 104.986228ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:55:34.830858Z","caller":"traceutil/trace.go:171","msg":"trace[1468134022] transaction","detail":"{read_only:false; response_revision:8586; number_of_response:1; }","duration":"155.47376ms","start":"2026-04-07T09:55:34.67536Z","end":"2026-04-07T09:55:34.830834Z","steps":["trace[1468134022] 'process raft request' (duration: 155.318126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:55:35.02783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.969602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T09:55:35.028243Z","caller":"traceutil/trace.go:171","msg":"trace[1595153908] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"324.108934ms","start":"2026-04-07T09:55:34.704063Z","end":"2026-04-07T09:55:35.028172Z","steps":["trace[1595153908] 'process raft request' (duration: 144.702291ms)","trace[1595153908] 'compare' (duration: 178.828079ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:55:35.028447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:55:34.704034Z","time spent":"324.349389ms","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:55:35.304878Z","caller":"traceutil/trace.go:171","msg":"trace[1476433212] transaction","detail":"{read_only:false; response_revision:8588; number_of_response:1; }","duration":"271.585553ms","start":"2026-04-07T09:55:35.033275Z","end":"2026-04-07T09:55:35.304861Z","steps":["trace[1476433212] 'process raft request' (duration: 207.921866ms)","trace[1476433212] 'compare' (duration: 63.009162ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:55:35.304855Z","caller":"traceutil/trace.go:171","msg":"trace[1470276118] transaction","detail":"{read_only:false; response_revision:8589; number_of_response:1; }","duration":"233.50968ms","start":"2026-04-07T09:55:35.071321Z","end":"2026-04-07T09:55:35.304831Z","steps":["trace[1470276118] 'process raft request' (duration: 233.451768ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:55:35.304943Z","caller":"traceutil/trace.go:171","msg":"trace[727205975] linearizableReadLoop","detail":"{readStateIndex:8902; appliedIndex:8901; }","duration":"250.798035ms","start":"2026-04-07T09:55:35.054103Z","end":"2026-04-07T09:55:35.304901Z","steps":["trace[727205975] 'read index received' (duration: 186.864712ms)","trace[727205975] 'applied index is now lower than readState.Index' (duration: 63.928933ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:55:35.305265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.153634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T09:55:35.305358Z","caller":"traceutil/trace.go:171","msg":"trace[1728839631] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8589; }","duration":"251.298627ms","start":"2026-04-07T09:55:35.054038Z","end":"2026-04-07T09:55:35.305337Z","steps":["trace[1728839631] 'agreement among raft nodes before linearized reading' (duration: 250.986879ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:55:35.52967Z","caller":"traceutil/trace.go:171","msg":"trace[1441780815] transaction","detail":"{read_only:false; response_revision:8592; number_of_response:1; }","duration":"104.867465ms","start":"2026-04-07T09:55:35.424767Z","end":"2026-04-07T09:55:35.529635Z","steps":["trace[1441780815] 'process raft request' (duration: 101.892194ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:55:36.671864Z","caller":"traceutil/trace.go:171","msg":"trace[557400200] transaction","detail":"{read_only:false; response_revision:8595; number_of_response:1; }","duration":"125.590082ms","start":"2026-04-07T09:55:36.546236Z","end":"2026-04-07T09:55:36.671826Z","steps":["trace[557400200] 'process raft request' (duration: 35.135553ms)","trace[557400200] 'compare' (duration: 90.172172ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:55:36.672185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.481596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T09:55:36.672247Z","caller":"traceutil/trace.go:171","msg":"trace[1331817588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8595; }","duration":"114.594038ms","start":"2026-04-07T09:55:36.557641Z","end":"2026-04-07T09:55:36.672236Z","steps":["trace[1331817588] 'agreement among raft nodes before linearized reading' (duration: 114.425704ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:55:36.672025Z","caller":"traceutil/trace.go:171","msg":"trace[146033420] linearizableReadLoop","detail":"{readStateIndex:8910; appliedIndex:8909; }","duration":"114.009094ms","start":"2026-04-07T09:55:36.5577Z","end":"2026-04-07T09:55:36.671709Z","steps":["trace[146033420] 'read index received' (duration: 23.497094ms)","trace[146033420] 'applied index is now lower than readState.Index' (duration: 90.51107ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:55:36.686036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.275896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T09:55:36.686097Z","caller":"traceutil/trace.go:171","msg":"trace[640819730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8596; }","duration":"128.379629ms","start":"2026-04-07T09:55:36.557703Z","end":"2026-04-07T09:55:36.686082Z","steps":["trace[640819730] 'agreement among raft nodes before linearized reading' (duration: 128.174644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:55:36.907667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.722967ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:55:36.907812Z","caller":"traceutil/trace.go:171","msg":"trace[1278466517] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8596; }","duration":"118.892361ms","start":"2026-04-07T09:55:36.7889Z","end":"2026-04-07T09:55:36.907792Z","steps":["trace[1278466517] 'range keys from in-memory index tree' (duration: 118.699306ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:55:36.907817Z","caller":"traceutil/trace.go:171","msg":"trace[204266321] transaction","detail":"{read_only:false; response_revision:8597; number_of_response:1; }","duration":"231.548974ms","start":"2026-04-07T09:55:36.676237Z","end":"2026-04-07T09:55:36.907786Z","steps":["trace[204266321] 'process raft request' (duration: 207.009885ms)","trace[204266321] 'compare' (duration: 24.1791ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:55:36.938944Z","caller":"traceutil/trace.go:171","msg":"trace[1767946464] transaction","detail":"{read_only:false; response_revision:8599; number_of_response:1; }","duration":"101.76394ms","start":"2026-04-07T09:55:36.83716Z","end":"2026-04-07T09:55:36.938924Z","steps":["trace[1767946464] 'process raft request' (duration: 101.73231ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:55:36.938968Z","caller":"traceutil/trace.go:171","msg":"trace[478763915] transaction","detail":"{read_only:false; response_revision:8598; number_of_response:1; }","duration":"249.398872ms","start":"2026-04-07T09:55:36.689544Z","end":"2026-04-07T09:55:36.938942Z","steps":["trace[478763915] 'process raft request' (duration: 249.258528ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:56:05.130577Z","caller":"traceutil/trace.go:171","msg":"trace[2007309958] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"319.520613ms","start":"2026-04-07T09:56:04.81104Z","end":"2026-04-07T09:56:05.13056Z","steps":["trace[2007309958] 'process raft request' (duration: 319.346999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:56:05.130655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.789565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T09:56:05.13068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:56:04.811019Z","time spent":"319.607355ms","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:56:05.130553Z","caller":"traceutil/trace.go:171","msg":"trace[1962345704] linearizableReadLoop","detail":"{readStateIndex:9120; appliedIndex:9119; }","duration":"318.683003ms","start":"2026-04-07T09:56:04.811846Z","end":"2026-04-07T09:56:05.130529Z","steps":["trace[1962345704] 'read index received' (duration: 318.55826ms)","trace[1962345704] 'applied index is now lower than readState.Index' (duration: 123.693µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:56:05.130695Z","caller":"traceutil/trace.go:171","msg":"trace[1579130811] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8796; }","duration":"318.881578ms","start":"2026-04-07T09:56:04.811804Z","end":"2026-04-07T09:56:05.130686Z","steps":["trace[1579130811] 'agreement among raft nodes before linearized reading' (duration: 318.804696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:56:05.130736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:56:04.811782Z","time spent":"318.94544ms","remote":"127.0.0.1:56296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:56:05.165419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.981182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-07T09:56:05.165477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.568743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:56:05.165562Z","caller":"traceutil/trace.go:171","msg":"trace[993474662] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8797; }","duration":"148.716126ms","start":"2026-04-07T09:56:05.016824Z","end":"2026-04-07T09:56:05.165541Z","steps":["trace[993474662] 'agreement among raft nodes before linearized reading' (duration: 148.555112ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:56:05.165508Z","caller":"traceutil/trace.go:171","msg":"trace[744213846] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8797; }","duration":"342.084444ms","start":"2026-04-07T09:56:04.823406Z","end":"2026-04-07T09:56:05.165491Z","steps":["trace[744213846] 'agreement among raft nodes before linearized reading' (duration: 341.843168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:56:05.165636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:56:04.823373Z","time spent":"342.251868ms","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T09:56:05.165411Z","caller":"traceutil/trace.go:171","msg":"trace[275118181] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"134.929965ms","start":"2026-04-07T09:56:05.030446Z","end":"2026-04-07T09:56:05.165376Z","steps":["trace[275118181] 'process raft request' (duration: 134.658039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:56:05.166302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.875505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T09:56:05.166375Z","caller":"traceutil/trace.go:171","msg":"trace[329053030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8797; }","duration":"114.985848ms","start":"2026-04-07T09:56:05.051376Z","end":"2026-04-07T09:56:05.166362Z","steps":["trace[329053030] 'agreement among raft nodes before linearized reading' (duration: 113.894802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:56:05.16552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.089552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T09:56:05.167629Z","caller":"traceutil/trace.go:171","msg":"trace[664956843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8797; }","duration":"120.243484ms","start":"2026-04-07T09:56:05.047364Z","end":"2026-04-07T09:56:05.167607Z","steps":["trace[664956843] 'agreement among raft nodes before linearized reading' (duration: 117.952389ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:56:18.63586Z","caller":"traceutil/trace.go:171","msg":"trace[1899607474] transaction","detail":"{read_only:false; response_revision:8912; number_of_response:1; }","duration":"135.572813ms","start":"2026-04-07T09:56:18.500256Z","end":"2026-04-07T09:56:18.635829Z","steps":["trace[1899607474] 'process raft request' (duration: 135.405529ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:56:18.94978Z","caller":"traceutil/trace.go:171","msg":"trace[1361017199] transaction","detail":"{read_only:false; response_revision:8914; number_of_response:1; }","duration":"119.612709ms","start":"2026-04-07T09:56:18.830139Z","end":"2026-04-07T09:56:18.949751Z","steps":["trace[1361017199] 'process raft request' (duration: 119.445685ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:56:35.834658Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024cb.wal"} {"level":"info","ts":"2026-04-07T09:57:33.444856Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4e46287fb5aa4785","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-07T09:57:33.45054Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-07T09:57:33.450703Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-07T09:57:36.63121Z","caller":"traceutil/trace.go:171","msg":"trace[194636306] transaction","detail":"{read_only:false; response_revision:9672; number_of_response:1; }","duration":"161.80992ms","start":"2026-04-07T09:57:36.469377Z","end":"2026-04-07T09:57:36.631187Z","steps":["trace[194636306] 'process raft request' (duration: 161.667007ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:59:36.861352Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8101} {"level":"info","ts":"2026-04-07T09:59:37.023989Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8101,"took":"160.482121ms","hash":1374991052,"current-db-size-bytes":56762368,"current-db-size":"57 MB","current-db-size-in-use-bytes":28786688,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-07T09:59:37.024049Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1374991052,"revision":8101,"compact-revision":5924} {"level":"info","ts":"2026-04-07T09:59:52.273361Z","caller":"traceutil/trace.go:171","msg":"trace[652737060] linearizableReadLoop","detail":"{readStateIndex:11100; appliedIndex:11098; }","duration":"145.937663ms","start":"2026-04-07T09:59:52.127405Z","end":"2026-04-07T09:59:52.273343Z","steps":["trace[652737060] 'read index received' (duration: 11.894474ms)","trace[652737060] 'applied index is now lower than readState.Index' (duration: 134.041719ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:59:52.273534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.110707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-init-zlvcq\" ","response":"range_response_count:1 size:7293"} {"level":"info","ts":"2026-04-07T09:59:52.27371Z","caller":"traceutil/trace.go:171","msg":"trace[1815484488] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-init-zlvcq; range_end:; response_count:1; response_revision:10713; }","duration":"146.167928ms","start":"2026-04-07T09:59:52.127385Z","end":"2026-04-07T09:59:52.273553Z","steps":["trace[1815484488] 'agreement among raft nodes before linearized reading' (duration: 146.037215ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:59:52.274109Z","caller":"traceutil/trace.go:171","msg":"trace[1755288601] transaction","detail":"{read_only:false; response_revision:10713; number_of_response:1; }","duration":"148.607298ms","start":"2026-04-07T09:59:52.125494Z","end":"2026-04-07T09:59:52.274101Z","steps":["trace[1755288601] 'process raft request' (duration: 147.748596ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T10:04:36.868136Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10544} {"level":"info","ts":"2026-04-07T10:04:36.953401Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10544,"took":"82.506407ms","hash":3362965321,"current-db-size-bytes":56762368,"current-db-size":"57 MB","current-db-size-in-use-bytes":21762048,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-07T10:04:36.953468Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3362965321,"revision":10544,"compact-revision":8101}