{"level":"warn","ts":"2026-03-31T20:31:29.572806Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T20:31:29.572925Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.69:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.69:2380","--initial-cluster=instance=https://199.204.45.69:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.69:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.69:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T20:31:29.573012Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T20:31:29.573039Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.69:2380"]} {"level":"info","ts":"2026-03-31T20:31:29.573066Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T20:31:29.574173Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.69:2379"]} {"level":"info","ts":"2026-03-31T20:31:29.574272Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.69:2380"],"listen-peer-urls":["https://199.204.45.69:2380"],"advertise-client-urls":["https://199.204.45.69:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.69:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.69:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T20:31:29.579643Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.33507ms"} {"level":"info","ts":"2026-03-31T20:31:29.587695Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"fe334179879fd0aa","cluster-id":"d79a8cccc23ced73"} {"level":"info","ts":"2026-03-31T20:31:29.587793Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe334179879fd0aa switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T20:31:29.587824Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe334179879fd0aa became follower at term 0"} {"level":"info","ts":"2026-03-31T20:31:29.587843Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft fe334179879fd0aa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T20:31:29.587898Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe334179879fd0aa became follower at term 1"} {"level":"info","ts":"2026-03-31T20:31:29.587959Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe334179879fd0aa switched to configuration voters=(18317056099668185258)"} {"level":"warn","ts":"2026-03-31T20:31:29.593926Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T20:31:29.595238Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T20:31:29.596326Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T20:31:29.599761Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"fe334179879fd0aa","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T20:31:29.599975Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"fe334179879fd0aa","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T20:31:29.600068Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T20:31:29.600118Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T20:31:29.600128Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T20:31:29.601082Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe334179879fd0aa switched to configuration voters=(18317056099668185258)"} {"level":"info","ts":"2026-03-31T20:31:29.602135Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"d79a8cccc23ced73","local-member-id":"fe334179879fd0aa","added-peer-id":"fe334179879fd0aa","added-peer-peer-urls":["https://199.204.45.69:2380"]} {"level":"info","ts":"2026-03-31T20:31:29.604709Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T20:31:29.604788Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.69:2380"} {"level":"info","ts":"2026-03-31T20:31:29.604808Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.69:2380"} {"level":"info","ts":"2026-03-31T20:31:29.604973Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"fe334179879fd0aa","initial-advertise-peer-urls":["https://199.204.45.69:2380"],"listen-peer-urls":["https://199.204.45.69:2380"],"advertise-client-urls":["https://199.204.45.69:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.69:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T20:31:29.605027Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T20:31:30.19646Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe334179879fd0aa is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T20:31:30.196522Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe334179879fd0aa became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T20:31:30.196547Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe334179879fd0aa received MsgPreVoteResp from fe334179879fd0aa at term 1"} {"level":"info","ts":"2026-03-31T20:31:30.19656Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe334179879fd0aa became candidate at term 2"} {"level":"info","ts":"2026-03-31T20:31:30.196565Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe334179879fd0aa received MsgVoteResp from fe334179879fd0aa at term 2"} {"level":"info","ts":"2026-03-31T20:31:30.196573Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe334179879fd0aa became leader at term 2"} {"level":"info","ts":"2026-03-31T20:31:30.196579Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: fe334179879fd0aa elected leader fe334179879fd0aa at term 2"} {"level":"info","ts":"2026-03-31T20:31:30.199274Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:31:30.200154Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"fe334179879fd0aa","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.69:2379]}","request-path":"/0/members/fe334179879fd0aa/attributes","cluster-id":"d79a8cccc23ced73","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T20:31:30.200157Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T20:31:30.200224Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T20:31:30.200666Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"d79a8cccc23ced73","local-member-id":"fe334179879fd0aa","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:31:30.200795Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:31:30.200836Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:31:30.200661Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T20:31:30.200866Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T20:31:30.202403Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.69:2379"} {"level":"info","ts":"2026-03-31T20:31:30.203321Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-31T20:32:00.063553Z","caller":"traceutil/trace.go:171","msg":"trace[1523932822] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"116.355173ms","start":"2026-03-31T20:31:59.947154Z","end":"2026-03-31T20:32:00.063509Z","steps":["trace[1523932822] 'process raft request' (duration: 41.933508ms)","trace[1523932822] 'compare' (duration: 74.105026ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:00.063683Z","caller":"traceutil/trace.go:171","msg":"trace[769000993] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"116.433385ms","start":"2026-03-31T20:31:59.947237Z","end":"2026-03-31T20:32:00.06367Z","steps":["trace[769000993] 'process raft request' (duration: 116.142658ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:00.063606Z","caller":"traceutil/trace.go:171","msg":"trace[1377900994] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"116.244109ms","start":"2026-03-31T20:31:59.947317Z","end":"2026-03-31T20:32:00.063562Z","steps":["trace[1377900994] 'process raft request' (duration: 116.118926ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:00.063792Z","caller":"traceutil/trace.go:171","msg":"trace[1116351686] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"113.045112ms","start":"2026-03-31T20:31:59.950719Z","end":"2026-03-31T20:32:00.063764Z","steps":["trace[1116351686] 'process raft request' (duration: 112.931129ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:00.063811Z","caller":"traceutil/trace.go:171","msg":"trace[1329737568] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"113.524795ms","start":"2026-03-31T20:31:59.950228Z","end":"2026-03-31T20:32:00.063753Z","steps":["trace[1329737568] 'process raft request' (duration: 113.243867ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:00.063848Z","caller":"traceutil/trace.go:171","msg":"trace[70939725] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"113.32795ms","start":"2026-03-31T20:31:59.9505Z","end":"2026-03-31T20:32:00.063828Z","steps":["trace[70939725] 'process raft request' (duration: 113.009071ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:00.080061Z","caller":"traceutil/trace.go:171","msg":"trace[603765890] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"128.716494ms","start":"2026-03-31T20:31:59.951308Z","end":"2026-03-31T20:32:00.080024Z","steps":["trace[603765890] 'process raft request' (duration: 123.012587ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:00.080101Z","caller":"traceutil/trace.go:171","msg":"trace[1603392329] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"127.989134ms","start":"2026-03-31T20:31:59.952076Z","end":"2026-03-31T20:32:00.080065Z","steps":["trace[1603392329] 'process raft request' (duration: 122.39919ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:00.080264Z","caller":"traceutil/trace.go:171","msg":"trace[114194657] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"124.618161ms","start":"2026-03-31T20:31:59.955616Z","end":"2026-03-31T20:32:00.080234Z","steps":["trace[114194657] 'process raft request' (duration: 118.932464ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:00.080454Z","caller":"traceutil/trace.go:171","msg":"trace[1327825889] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"109.739129ms","start":"2026-03-31T20:31:59.970699Z","end":"2026-03-31T20:32:00.080438Z","steps":["trace[1327825889] 'process raft request' (duration: 109.421101ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:06.289164Z","caller":"traceutil/trace.go:171","msg":"trace[1531011973] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"211.822528ms","start":"2026-03-31T20:32:06.077307Z","end":"2026-03-31T20:32:06.289129Z","steps":["trace[1531011973] 'process raft request' (duration: 208.739174ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:06.299057Z","caller":"traceutil/trace.go:171","msg":"trace[1298437260] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"172.901653ms","start":"2026-03-31T20:32:06.126127Z","end":"2026-03-31T20:32:06.299029Z","steps":["trace[1298437260] 'process raft request' (duration: 172.78595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:06.824455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.061548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:32:06.824629Z","caller":"traceutil/trace.go:171","msg":"trace[784871787] linearizableReadLoop","detail":"{readStateIndex:594; appliedIndex:593; }","duration":"459.748933ms","start":"2026-03-31T20:32:06.364861Z","end":"2026-03-31T20:32:06.82461Z","steps":["trace[784871787] 'read index received' (duration: 264.899284ms)","trace[784871787] 'applied index is now lower than readState.Index' (duration: 194.848049ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:06.824732Z","caller":"traceutil/trace.go:171","msg":"trace[1607879237] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"478.350286ms","start":"2026-03-31T20:32:06.346353Z","end":"2026-03-31T20:32:06.824703Z","steps":["trace[1607879237] 'process raft request' (duration: 283.461996ms)","trace[1607879237] 'compare' (duration: 193.76636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:32:06.824792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.625787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:32:06.82492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.186734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:32:06.824961Z","caller":"traceutil/trace.go:171","msg":"trace[1248876781] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:576; }","duration":"155.268276ms","start":"2026-03-31T20:32:06.669681Z","end":"2026-03-31T20:32:06.824949Z","steps":["trace[1248876781] 'agreement among raft nodes before linearized reading' (duration: 155.130022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:06.824919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:06.346298Z","time spent":"478.573442ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:32:06.824966Z","caller":"traceutil/trace.go:171","msg":"trace[1264109141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:576; }","duration":"376.815792ms","start":"2026-03-31T20:32:06.4481Z","end":"2026-03-31T20:32:06.824916Z","steps":["trace[1264109141] 'agreement among raft nodes before linearized reading' (duration: 376.651968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:06.825023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:06.448075Z","time spent":"376.933196ms","remote":"127.0.0.1:33460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:32:06.825807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.918226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-fg4jk\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-31T20:32:06.825906Z","caller":"traceutil/trace.go:171","msg":"trace[157461828] range","detail":"{range_begin:/registry/pods/kube-system/cilium-fg4jk; range_end:; response_count:1; response_revision:576; }","duration":"461.06826ms","start":"2026-03-31T20:32:06.364813Z","end":"2026-03-31T20:32:06.825881Z","steps":["trace[157461828] 'agreement among raft nodes before linearized reading' (duration: 459.865176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:06.826086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:06.364791Z","time spent":"461.154812ms","remote":"127.0.0.1:33650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-fg4jk\" "} {"level":"warn","ts":"2026-03-31T20:32:21.937016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.078278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:32:21.937151Z","caller":"traceutil/trace.go:171","msg":"trace[160805672] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:737; }","duration":"140.271313ms","start":"2026-03-31T20:32:21.79685Z","end":"2026-03-31T20:32:21.937122Z","steps":["trace[160805672] 'range keys from in-memory index tree' (duration: 139.846911ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:53.889851Z","caller":"traceutil/trace.go:171","msg":"trace[1600604518] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"159.634494ms","start":"2026-03-31T20:32:53.730182Z","end":"2026-03-31T20:32:53.889817Z","steps":["trace[1600604518] 'process raft request' (duration: 159.405237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:41.935884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.259585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14823427-c62a-44fb-ad5f-d4a2c27b6438\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-31T20:33:41.935994Z","caller":"traceutil/trace.go:171","msg":"trace[1519337310] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14823427-c62a-44fb-ad5f-d4a2c27b6438; range_end:; response_count:1; response_revision:1826; }","duration":"214.40799ms","start":"2026-03-31T20:33:41.721562Z","end":"2026-03-31T20:33:41.93597Z","steps":["trace[1519337310] 'range keys from in-memory index tree' (duration: 214.012479ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:53.591269Z","caller":"traceutil/trace.go:171","msg":"trace[1918190546] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"114.217829ms","start":"2026-03-31T20:33:53.477025Z","end":"2026-03-31T20:33:53.591243Z","steps":["trace[1918190546] 'process raft request' (duration: 114.058205ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:27.215999Z","caller":"traceutil/trace.go:171","msg":"trace[857080130] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"122.638597ms","start":"2026-03-31T20:34:27.093332Z","end":"2026-03-31T20:34:27.215971Z","steps":["trace[857080130] 'process raft request' (duration: 122.440272ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:32.805668Z","caller":"traceutil/trace.go:171","msg":"trace[396421260] linearizableReadLoop","detail":"{readStateIndex:2228; appliedIndex:2227; }","duration":"125.901746ms","start":"2026-03-31T20:34:32.679739Z","end":"2026-03-31T20:34:32.805641Z","steps":["trace[396421260] 'read index received' (duration: 125.803543ms)","trace[396421260] 'applied index is now lower than readState.Index' (duration: 96.893µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:32.805802Z","caller":"traceutil/trace.go:171","msg":"trace[89769390] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"164.102299ms","start":"2026-03-31T20:34:32.64166Z","end":"2026-03-31T20:34:32.805763Z","steps":["trace[89769390] 'process raft request' (duration: 163.827591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:32.805996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.240245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:34:32.806064Z","caller":"traceutil/trace.go:171","msg":"trace[272884289] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2153; }","duration":"126.364199ms","start":"2026-03-31T20:34:32.679685Z","end":"2026-03-31T20:34:32.806049Z","steps":["trace[272884289] 'agreement among raft nodes before linearized reading' (duration: 126.090211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:33.473684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.305292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:34:33.473961Z","caller":"traceutil/trace.go:171","msg":"trace[572961906] linearizableReadLoop","detail":"{readStateIndex:2230; appliedIndex:2228; }","duration":"230.157741ms","start":"2026-03-31T20:34:33.243781Z","end":"2026-03-31T20:34:33.473939Z","steps":["trace[572961906] 'read index received' (duration: 98.813687ms)","trace[572961906] 'applied index is now lower than readState.Index' (duration: 131.342564ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:33.474036Z","caller":"traceutil/trace.go:171","msg":"trace[743033221] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"367.935522ms","start":"2026-03-31T20:34:33.106054Z","end":"2026-03-31T20:34:33.47399Z","steps":["trace[743033221] 'process raft request' (duration: 367.766837ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:33.47408Z","caller":"traceutil/trace.go:171","msg":"trace[566914107] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"664.340351ms","start":"2026-03-31T20:34:32.809721Z","end":"2026-03-31T20:34:33.474062Z","steps":["trace[566914107] 'process raft request' (duration: 33.35294ms)","trace[566914107] 'compare' (duration: 630.058276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:34:33.474243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:33.10603Z","time spent":"368.107007ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:34:33.474299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:32.80968Z","time spent":"664.566647ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:34:33.474523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.736056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-31T20:34:33.474586Z","caller":"traceutil/trace.go:171","msg":"trace[1158904500] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2155; }","duration":"230.840769ms","start":"2026-03-31T20:34:33.243729Z","end":"2026-03-31T20:34:33.47457Z","steps":["trace[1158904500] 'agreement among raft nodes before linearized reading' (duration: 230.305655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:33.476088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.557263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.69\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T20:34:33.476146Z","caller":"traceutil/trace.go:171","msg":"trace[1704020973] range","detail":"{range_begin:/registry/masterleases/199.204.45.69; range_end:; response_count:1; response_revision:2156; }","duration":"197.681555ms","start":"2026-03-31T20:34:33.27845Z","end":"2026-03-31T20:34:33.476132Z","steps":["trace[1704020973] 'agreement among raft nodes before linearized reading' (duration: 197.508081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:33.476427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.493359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T20:34:33.476566Z","caller":"traceutil/trace.go:171","msg":"trace[1242039107] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"166.443632ms","start":"2026-03-31T20:34:33.310102Z","end":"2026-03-31T20:34:33.476546Z","steps":["trace[1242039107] 'process raft request' (duration: 165.743294ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:33.476526Z","caller":"traceutil/trace.go:171","msg":"trace[966277088] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2156; }","duration":"149.652303ms","start":"2026-03-31T20:34:33.32685Z","end":"2026-03-31T20:34:33.476502Z","steps":["trace[966277088] 'agreement among raft nodes before linearized reading' (duration: 149.17646ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:28.233683Z","caller":"traceutil/trace.go:171","msg":"trace[2047522764] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"188.579317ms","start":"2026-03-31T20:35:28.045074Z","end":"2026-03-31T20:35:28.233653Z","steps":["trace[2047522764] 'process raft request' (duration: 188.361371ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:00.851363Z","caller":"traceutil/trace.go:171","msg":"trace[1263995623] transaction","detail":"{read_only:false; response_revision:2823; number_of_response:1; }","duration":"173.805296ms","start":"2026-03-31T20:36:00.677527Z","end":"2026-03-31T20:36:00.851332Z","steps":["trace[1263995623] 'process raft request' (duration: 173.58747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:06.662786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.873706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:36:06.662889Z","caller":"traceutil/trace.go:171","msg":"trace[1504533638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2854; }","duration":"136.060361ms","start":"2026-03-31T20:36:06.526806Z","end":"2026-03-31T20:36:06.662867Z","steps":["trace[1504533638] 'range keys from in-memory index tree' (duration: 135.611189ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:12.585002Z","caller":"traceutil/trace.go:171","msg":"trace[1548317724] transaction","detail":"{read_only:false; response_revision:2888; number_of_response:1; }","duration":"134.979472ms","start":"2026-03-31T20:36:12.449994Z","end":"2026-03-31T20:36:12.584974Z","steps":["trace[1548317724] 'process raft request' (duration: 104.813065ms)","trace[1548317724] 'compare' (duration: 30.044824ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:04.208585Z","caller":"traceutil/trace.go:171","msg":"trace[971702879] linearizableReadLoop","detail":"{readStateIndex:5208; appliedIndex:5206; }","duration":"315.161305ms","start":"2026-03-31T20:40:03.893393Z","end":"2026-03-31T20:40:04.208554Z","steps":["trace[971702879] 'read index received' (duration: 61.276344ms)","trace[971702879] 'applied index is now lower than readState.Index' (duration: 253.883861ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:04.208749Z","caller":"traceutil/trace.go:171","msg":"trace[1552824206] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"317.206153ms","start":"2026-03-31T20:40:03.891465Z","end":"2026-03-31T20:40:04.208671Z","steps":["trace[1552824206] 'process raft request' (duration: 316.910945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:04.208886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.006593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-ggjkj.18a207a37acbe962\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-03-31T20:40:04.208854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.430162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:40:04.208942Z","caller":"traceutil/trace.go:171","msg":"trace[150212712] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-ggjkj.18a207a37acbe962; range_end:; response_count:1; response_revision:5022; }","duration":"250.124397ms","start":"2026-03-31T20:40:03.958806Z","end":"2026-03-31T20:40:04.20893Z","steps":["trace[150212712] 'agreement among raft nodes before linearized reading' (duration: 249.921131ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:04.209019Z","caller":"traceutil/trace.go:171","msg":"trace[1897777335] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5022; }","duration":"315.644438ms","start":"2026-03-31T20:40:03.893311Z","end":"2026-03-31T20:40:04.208955Z","steps":["trace[1897777335] 'agreement among raft nodes before linearized reading' (duration: 315.391451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:04.209047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:03.891432Z","time spent":"317.453608ms","remote":"127.0.0.1:33650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3702,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:04.209076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:03.893283Z","time spent":"315.781552ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:40:26.551256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.808234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:40:26.551373Z","caller":"traceutil/trace.go:171","msg":"trace[1958396593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5453; }","duration":"103.001839ms","start":"2026-03-31T20:40:26.448348Z","end":"2026-03-31T20:40:26.55135Z","steps":["trace[1958396593] 'range keys from in-memory index tree' (duration: 102.68052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:26.551631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.839543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ac6131a-0ddb-4883-8d96-074cfa27f8e1\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-31T20:40:26.551785Z","caller":"traceutil/trace.go:171","msg":"trace[722529206] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4ac6131a-0ddb-4883-8d96-074cfa27f8e1; range_end:; response_count:1; response_revision:5453; }","duration":"146.240934ms","start":"2026-03-31T20:40:26.405514Z","end":"2026-03-31T20:40:26.551755Z","steps":["trace[722529206] 'range keys from in-memory index tree' (duration: 145.663938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:26.552043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.540119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:40:26.552357Z","caller":"traceutil/trace.go:171","msg":"trace[1640694877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5453; }","duration":"139.921869ms","start":"2026-03-31T20:40:26.4124Z","end":"2026-03-31T20:40:26.552322Z","steps":["trace[1640694877] 'range keys from in-memory index tree' (duration: 138.676365ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:26.676561Z","caller":"traceutil/trace.go:171","msg":"trace[955986224] transaction","detail":"{read_only:false; response_revision:5454; number_of_response:1; }","duration":"118.921298ms","start":"2026-03-31T20:40:26.5576Z","end":"2026-03-31T20:40:26.676521Z","steps":["trace[955986224] 'process raft request' (duration: 118.755184ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:41:18.460989Z","caller":"traceutil/trace.go:171","msg":"trace[606025303] linearizableReadLoop","detail":"{readStateIndex:6156; appliedIndex:6155; }","duration":"120.012576ms","start":"2026-03-31T20:41:18.340931Z","end":"2026-03-31T20:41:18.460944Z","steps":["trace[606025303] 'read index received' (duration: 42.963874ms)","trace[606025303] 'applied index is now lower than readState.Index' (duration: 77.046682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:41:18.461302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.344575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-31T20:41:18.461416Z","caller":"traceutil/trace.go:171","msg":"trace[1013540825] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5944; }","duration":"120.50672ms","start":"2026-03-31T20:41:18.340882Z","end":"2026-03-31T20:41:18.461388Z","steps":["trace[1013540825] 'agreement among raft nodes before linearized reading' (duration: 120.184691ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:41:30.306861Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2986} {"level":"info","ts":"2026-03-31T20:41:30.38294Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2986,"took":"74.457869ms","hash":2274522857,"current-db-size-bytes":58318848,"current-db-size":"58 MB","current-db-size-in-use-bytes":33247232,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-31T20:41:30.383026Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2274522857,"revision":2986,"compact-revision":-1} {"level":"info","ts":"2026-03-31T20:46:30.353761Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6039} {"level":"info","ts":"2026-03-31T20:46:30.600793Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6039,"took":"245.167609ms","hash":1978496553,"current-db-size-bytes":58318848,"current-db-size":"58 MB","current-db-size-in-use-bytes":21532672,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-31T20:46:30.600871Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1978496553,"revision":6039,"compact-revision":2986} {"level":"info","ts":"2026-03-31T20:46:50.805556Z","caller":"traceutil/trace.go:171","msg":"trace[1999099665] transaction","detail":"{read_only:false; response_revision:8362; number_of_response:1; }","duration":"397.439698ms","start":"2026-03-31T20:46:50.408093Z","end":"2026-03-31T20:46:50.805532Z","steps":["trace[1999099665] 'process raft request' (duration: 397.265943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:50.805756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:50.408058Z","time spent":"397.592102ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:46:50.805791Z","caller":"traceutil/trace.go:171","msg":"trace[891427805] linearizableReadLoop","detail":"{readStateIndex:8652; appliedIndex:8652; }","duration":"358.886732ms","start":"2026-03-31T20:46:50.446643Z","end":"2026-03-31T20:46:50.80553Z","steps":["trace[891427805] 'read index received' (duration: 358.874952ms)","trace[891427805] 'applied index is now lower than readState.Index' (duration: 9.39µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:46:50.806066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.367086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:46:50.806158Z","caller":"traceutil/trace.go:171","msg":"trace[421326097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8362; }","duration":"359.53039ms","start":"2026-03-31T20:46:50.446604Z","end":"2026-03-31T20:46:50.806134Z","steps":["trace[421326097] 'agreement among raft nodes before linearized reading' (duration: 359.100538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:50.806207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:46:50.446583Z","time spent":"359.612503ms","remote":"127.0.0.1:33476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:46:50.835584Z","caller":"traceutil/trace.go:171","msg":"trace[448535793] transaction","detail":"{read_only:false; response_revision:8364; number_of_response:1; }","duration":"211.288321ms","start":"2026-03-31T20:46:50.624273Z","end":"2026-03-31T20:46:50.835562Z","steps":["trace[448535793] 'process raft request' (duration: 211.190539ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:46:50.835633Z","caller":"traceutil/trace.go:171","msg":"trace[1248571941] transaction","detail":"{read_only:false; response_revision:8363; number_of_response:1; }","duration":"211.94862ms","start":"2026-03-31T20:46:50.62364Z","end":"2026-03-31T20:46:50.835588Z","steps":["trace[1248571941] 'process raft request' (duration: 211.644522ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:46:50.836163Z","caller":"traceutil/trace.go:171","msg":"trace[1134557713] transaction","detail":"{read_only:false; response_revision:8365; number_of_response:1; }","duration":"188.904952ms","start":"2026-03-31T20:46:50.647196Z","end":"2026-03-31T20:46:50.836101Z","steps":["trace[1134557713] 'process raft request' (duration: 188.321366ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:07.945866Z","caller":"traceutil/trace.go:171","msg":"trace[469053630] linearizableReadLoop","detail":"{readStateIndex:8753; appliedIndex:8752; }","duration":"111.931604ms","start":"2026-03-31T20:47:07.833891Z","end":"2026-03-31T20:47:07.945823Z","steps":["trace[469053630] 'read index received' (duration: 111.252566ms)","trace[469053630] 'applied index is now lower than readState.Index' (duration: 677.368µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:47:07.94594Z","caller":"traceutil/trace.go:171","msg":"trace[302761208] transaction","detail":"{read_only:false; response_revision:8460; number_of_response:1; }","duration":"117.90815ms","start":"2026-03-31T20:47:07.827974Z","end":"2026-03-31T20:47:07.945882Z","steps":["trace[302761208] 'process raft request' (duration: 117.281413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:07.946175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.261984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:47:07.946259Z","caller":"traceutil/trace.go:171","msg":"trace[1591601533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8460; }","duration":"112.415318ms","start":"2026-03-31T20:47:07.833826Z","end":"2026-03-31T20:47:07.946241Z","steps":["trace[1591601533] 'agreement among raft nodes before linearized reading' (duration: 112.11654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:35.483198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.38538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-31T20:47:35.483321Z","caller":"traceutil/trace.go:171","msg":"trace[695965850] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8704; }","duration":"115.559164ms","start":"2026-03-31T20:47:35.367736Z","end":"2026-03-31T20:47:35.483295Z","steps":["trace[695965850] 'range keys from in-memory index tree' (duration: 114.286009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:35.483198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.540982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:47:35.483401Z","caller":"traceutil/trace.go:171","msg":"trace[640019244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8704; }","duration":"120.769099ms","start":"2026-03-31T20:47:35.362614Z","end":"2026-03-31T20:47:35.483383Z","steps":["trace[640019244] 'range keys from in-memory index tree' (duration: 120.4487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:35.484353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.831711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:47:35.484405Z","caller":"traceutil/trace.go:171","msg":"trace[1135535747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8704; }","duration":"122.003752ms","start":"2026-03-31T20:47:35.362389Z","end":"2026-03-31T20:47:35.484393Z","steps":["trace[1135535747] 'range keys from in-memory index tree' (duration: 120.699507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:35.893334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.590613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-31T20:47:35.893413Z","caller":"traceutil/trace.go:171","msg":"trace[1870755082] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8710; }","duration":"103.683366ms","start":"2026-03-31T20:47:35.789711Z","end":"2026-03-31T20:47:35.893394Z","steps":["trace[1870755082] 'agreement among raft nodes before linearized reading' (duration: 103.47385ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:48:07.867548Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000247d.wal"} {"level":"info","ts":"2026-03-31T20:48:53.528299Z","caller":"traceutil/trace.go:171","msg":"trace[478263589] transaction","detail":"{read_only:false; response_revision:9457; number_of_response:1; }","duration":"141.061786ms","start":"2026-03-31T20:48:53.387182Z","end":"2026-03-31T20:48:53.528244Z","steps":["trace[478263589] 'process raft request' (duration: 114.371499ms)","trace[478263589] 'compare' (duration: 26.034779ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:48:53.584373Z","caller":"traceutil/trace.go:171","msg":"trace[1449769785] transaction","detail":"{read_only:false; response_revision:9458; number_of_response:1; }","duration":"150.085924ms","start":"2026-03-31T20:48:53.434252Z","end":"2026-03-31T20:48:53.584337Z","steps":["trace[1449769785] 'process raft request' (duration: 149.829037ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:48:53.584891Z","caller":"traceutil/trace.go:171","msg":"trace[1264685932] transaction","detail":"{read_only:false; response_revision:9459; number_of_response:1; }","duration":"149.666863ms","start":"2026-03-31T20:48:53.435164Z","end":"2026-03-31T20:48:53.584831Z","steps":["trace[1264685932] 'process raft request' (duration: 149.119748ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:48:53.585408Z","caller":"traceutil/trace.go:171","msg":"trace[993680482] transaction","detail":"{read_only:false; response_revision:9460; number_of_response:1; }","duration":"130.845994ms","start":"2026-03-31T20:48:53.454545Z","end":"2026-03-31T20:48:53.585391Z","steps":["trace[993680482] 'process raft request' (duration: 130.167754ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:48:53.659324Z","caller":"traceutil/trace.go:171","msg":"trace[2130461557] transaction","detail":"{read_only:false; response_revision:9461; number_of_response:1; }","duration":"113.622138ms","start":"2026-03-31T20:48:53.545671Z","end":"2026-03-31T20:48:53.659293Z","steps":["trace[2130461557] 'process raft request' (duration: 113.406262ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:49:22.455102Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fe334179879fd0aa","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T20:49:22.462499Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-31T20:49:22.462607Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-31T20:51:30.362246Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8121} {"level":"info","ts":"2026-03-31T20:51:30.435807Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8121,"took":"71.178476ms","hash":2488083327,"current-db-size-bytes":58318848,"current-db-size":"58 MB","current-db-size-in-use-bytes":28073984,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-31T20:51:30.435874Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2488083327,"revision":8121,"compact-revision":6039} {"level":"info","ts":"2026-03-31T20:54:37.111351Z","caller":"traceutil/trace.go:171","msg":"trace[998256786] transaction","detail":"{read_only:false; response_revision:11919; number_of_response:1; }","duration":"158.726024ms","start":"2026-03-31T20:54:36.952579Z","end":"2026-03-31T20:54:37.111305Z","steps":["trace[998256786] 'process raft request' (duration: 158.437686ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:56:30.370101Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10487} {"level":"info","ts":"2026-03-31T20:56:30.454235Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10487,"took":"81.462269ms","hash":3871692686,"current-db-size-bytes":58318848,"current-db-size":"58 MB","current-db-size-in-use-bytes":25997312,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-31T20:56:30.454328Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3871692686,"revision":10487,"compact-revision":8121} {"level":"info","ts":"2026-03-31T21:01:19.714127Z","caller":"traceutil/trace.go:171","msg":"trace[1334806099] linearizableReadLoop","detail":"{readStateIndex:15103; appliedIndex:15102; }","duration":"267.138095ms","start":"2026-03-31T21:01:19.446962Z","end":"2026-03-31T21:01:19.7141Z","steps":["trace[1334806099] 'read index received' (duration: 266.898488ms)","trace[1334806099] 'applied index is now lower than readState.Index' (duration: 234.837µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:01:19.714282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.297549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T21:01:19.714378Z","caller":"traceutil/trace.go:171","msg":"trace[332457506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14602; }","duration":"267.454764ms","start":"2026-03-31T21:01:19.446908Z","end":"2026-03-31T21:01:19.714363Z","steps":["trace[332457506] 'agreement among raft nodes before linearized reading' (duration: 267.2934ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:19.714291Z","caller":"traceutil/trace.go:171","msg":"trace[1506078092] transaction","detail":"{read_only:false; response_revision:14602; number_of_response:1; }","duration":"323.453791ms","start":"2026-03-31T21:01:19.390724Z","end":"2026-03-31T21:01:19.714177Z","steps":["trace[1506078092] 'process raft request' (duration: 323.149263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:19.71457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:19.39071Z","time spent":"323.76563ms","remote":"127.0.0.1:33650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11811,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:01:30.376069Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12680} {"level":"info","ts":"2026-03-31T21:01:30.453337Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12680,"took":"75.019666ms","hash":4246847468,"current-db-size-bytes":58318848,"current-db-size":"58 MB","current-db-size-in-use-bytes":26898432,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-31T21:01:30.453393Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4246847468,"revision":12680,"compact-revision":10487} {"level":"info","ts":"2026-03-31T21:01:45.962585Z","caller":"traceutil/trace.go:171","msg":"trace[662625338] transaction","detail":"{read_only:false; response_revision:14933; number_of_response:1; }","duration":"251.058711ms","start":"2026-03-31T21:01:45.711484Z","end":"2026-03-31T21:01:45.962543Z","steps":["trace[662625338] 'process raft request' (duration: 250.555947ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:07.065928Z","caller":"traceutil/trace.go:171","msg":"trace[563421154] transaction","detail":"{read_only:false; response_revision:15713; number_of_response:1; }","duration":"100.839824ms","start":"2026-03-31T21:03:06.965062Z","end":"2026-03-31T21:03:07.065902Z","steps":["trace[563421154] 'process raft request' (duration: 99.98082ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:07.274113Z","caller":"traceutil/trace.go:171","msg":"trace[566182688] linearizableReadLoop","detail":"{readStateIndex:16252; appliedIndex:16251; }","duration":"132.125854ms","start":"2026-03-31T21:03:07.141959Z","end":"2026-03-31T21:03:07.274085Z","steps":["trace[566182688] 'read index received' (duration: 44.676052ms)","trace[566182688] 'applied index is now lower than readState.Index' (duration: 87.448602ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:03:07.274261Z","caller":"traceutil/trace.go:171","msg":"trace[1080727425] transaction","detail":"{read_only:false; response_revision:15714; number_of_response:1; }","duration":"230.896541ms","start":"2026-03-31T21:03:07.043338Z","end":"2026-03-31T21:03:07.274234Z","steps":["trace[1080727425] 'process raft request' (duration: 143.215853ms)","trace[1080727425] 'compare' (duration: 87.284917ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:03:07.274433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.471954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T21:03:07.27449Z","caller":"traceutil/trace.go:171","msg":"trace[1464760072] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15714; }","duration":"132.582127ms","start":"2026-03-31T21:03:07.141893Z","end":"2026-03-31T21:03:07.274475Z","steps":["trace[1464760072] 'agreement among raft nodes before linearized reading' (duration: 132.344011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:07.274807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.283592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-96qlv\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-03-31T21:03:07.274839Z","caller":"traceutil/trace.go:171","msg":"trace[268413579] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-96qlv; range_end:; response_count:1; response_revision:15714; }","duration":"103.539359ms","start":"2026-03-31T21:03:07.17129Z","end":"2026-03-31T21:03:07.274829Z","steps":["trace[268413579] 'agreement among raft nodes before linearized reading' (duration: 103.242921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:08.584991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.952632ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T21:03:08.585185Z","caller":"traceutil/trace.go:171","msg":"trace[79233128] linearizableReadLoop","detail":"{readStateIndex:16259; appliedIndex:16258; }","duration":"134.413008ms","start":"2026-03-31T21:03:08.450754Z","end":"2026-03-31T21:03:08.585167Z","steps":["trace[79233128] 'read index received' (duration: 54.312µs)","trace[79233128] 'applied index is now lower than readState.Index' (duration: 134.356856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:03:08.585709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.931982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T21:03:08.585751Z","caller":"traceutil/trace.go:171","msg":"trace[1905019123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15720; }","duration":"135.037545ms","start":"2026-03-31T21:03:08.450703Z","end":"2026-03-31T21:03:08.585741Z","steps":["trace[1905019123] 'agreement among raft nodes before linearized reading' (duration: 134.920462ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:30.382163Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14673} {"level":"info","ts":"2026-03-31T21:06:30.46489Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14673,"took":"79.298558ms","hash":1759353982,"current-db-size-bytes":58318848,"current-db-size":"58 MB","current-db-size-in-use-bytes":33910784,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-31T21:06:30.464977Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1759353982,"revision":14673,"compact-revision":12680} {"level":"info","ts":"2026-03-31T21:07:32.641841Z","caller":"traceutil/trace.go:171","msg":"trace[838295114] linearizableReadLoop","detail":"{readStateIndex:18336; appliedIndex:18334; }","duration":"194.697525ms","start":"2026-03-31T21:07:32.447118Z","end":"2026-03-31T21:07:32.641816Z","steps":["trace[838295114] 'read index received' (duration: 191.370353ms)","trace[838295114] 'applied index is now lower than readState.Index' (duration: 3.326161ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:07:32.641992Z","caller":"traceutil/trace.go:171","msg":"trace[1105472267] transaction","detail":"{read_only:false; response_revision:17732; number_of_response:1; }","duration":"202.10934ms","start":"2026-03-31T21:07:32.439871Z","end":"2026-03-31T21:07:32.64198Z","steps":["trace[1105472267] 'process raft request' (duration: 198.644834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:07:32.64224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.185049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:07:32.642193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.955232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:07:32.642279Z","caller":"traceutil/trace.go:171","msg":"trace[667844525] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:17733; }","duration":"173.303252ms","start":"2026-03-31T21:07:32.468965Z","end":"2026-03-31T21:07:32.642268Z","steps":["trace[667844525] 'agreement among raft nodes before linearized reading' (duration: 173.206209ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:07:32.642327Z","caller":"traceutil/trace.go:171","msg":"trace[1616742864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17733; }","duration":"195.201438ms","start":"2026-03-31T21:07:32.44709Z","end":"2026-03-31T21:07:32.642292Z","steps":["trace[1616742864] 'agreement among raft nodes before linearized reading' (duration: 194.918021ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:07:32.64256Z","caller":"traceutil/trace.go:171","msg":"trace[443202188] transaction","detail":"{read_only:false; response_revision:17733; number_of_response:1; }","duration":"200.533437ms","start":"2026-03-31T21:07:32.441992Z","end":"2026-03-31T21:07:32.642526Z","steps":["trace[443202188] 'process raft request' (duration: 199.713825ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:07:36.453747Z","caller":"traceutil/trace.go:171","msg":"trace[410511826] transaction","detail":"{read_only:false; response_revision:17748; number_of_response:1; }","duration":"156.338251ms","start":"2026-03-31T21:07:36.297383Z","end":"2026-03-31T21:07:36.453721Z","steps":["trace[410511826] 'process raft request' (duration: 156.103044ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:07:36.454444Z","caller":"traceutil/trace.go:171","msg":"trace[1510265093] transaction","detail":"{read_only:false; response_revision:17749; number_of_response:1; }","duration":"144.425682ms","start":"2026-03-31T21:07:36.310006Z","end":"2026-03-31T21:07:36.454432Z","steps":["trace[1510265093] 'process raft request' (duration: 144.315449ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:07:36.770176Z","caller":"traceutil/trace.go:171","msg":"trace[1485091963] transaction","detail":"{read_only:false; response_revision:17753; number_of_response:1; }","duration":"115.684374ms","start":"2026-03-31T21:07:36.654461Z","end":"2026-03-31T21:07:36.770145Z","steps":["trace[1485091963] 'process raft request' (duration: 115.464108ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:07:36.77385Z","caller":"traceutil/trace.go:171","msg":"trace[1867439635] linearizableReadLoop","detail":"{readStateIndex:18358; appliedIndex:18356; }","duration":"113.857245ms","start":"2026-03-31T21:07:36.659963Z","end":"2026-03-31T21:07:36.773821Z","steps":["trace[1867439635] 'read index received' (duration: 110.057429ms)","trace[1867439635] 'applied index is now lower than readState.Index' (duration: 3.798546ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:07:36.774111Z","caller":"traceutil/trace.go:171","msg":"trace[856964839] transaction","detail":"{read_only:false; response_revision:17754; number_of_response:1; }","duration":"117.421614ms","start":"2026-03-31T21:07:36.656669Z","end":"2026-03-31T21:07:36.774091Z","steps":["trace[856964839] 'process raft request' (duration: 116.978571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:07:36.774232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.247025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:07:36.774315Z","caller":"traceutil/trace.go:171","msg":"trace[1171794563] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17754; }","duration":"114.393619ms","start":"2026-03-31T21:07:36.659901Z","end":"2026-03-31T21:07:36.774295Z","steps":["trace[1171794563] 'agreement among raft nodes before linearized reading' (duration: 114.147242ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:09:19.672548Z","caller":"traceutil/trace.go:171","msg":"trace[1298966376] transaction","detail":"{read_only:false; response_revision:18459; number_of_response:1; }","duration":"123.700097ms","start":"2026-03-31T21:09:19.548815Z","end":"2026-03-31T21:09:19.672515Z","steps":["trace[1298966376] 'process raft request' (duration: 123.490882ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:09:19.67338Z","caller":"traceutil/trace.go:171","msg":"trace[1687938491] linearizableReadLoop","detail":"{readStateIndex:19088; appliedIndex:19088; }","duration":"121.367093ms","start":"2026-03-31T21:09:19.551998Z","end":"2026-03-31T21:09:19.673365Z","steps":["trace[1687938491] 'read index received' (duration: 121.361222ms)","trace[1687938491] 'applied index is now lower than readState.Index' (duration: 4.961µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:09:19.674548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.525425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:947028"} {"level":"info","ts":"2026-03-31T21:09:19.674604Z","caller":"traceutil/trace.go:171","msg":"trace[585630653] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:18459; }","duration":"122.630358ms","start":"2026-03-31T21:09:19.55196Z","end":"2026-03-31T21:09:19.67459Z","steps":["trace[585630653] 'agreement among raft nodes before linearized reading' (duration: 121.459875ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:09:26.209459Z","caller":"traceutil/trace.go:171","msg":"trace[291524365] transaction","detail":"{read_only:false; response_revision:18493; number_of_response:1; }","duration":"288.574745ms","start":"2026-03-31T21:09:25.920852Z","end":"2026-03-31T21:09:26.209427Z","steps":["trace[291524365] 'process raft request' (duration: 288.365459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:09:27.311486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.727022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T21:09:27.311593Z","caller":"traceutil/trace.go:171","msg":"trace[609134779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18495; }","duration":"239.896058ms","start":"2026-03-31T21:09:27.071672Z","end":"2026-03-31T21:09:27.311568Z","steps":["trace[609134779] 'range keys from in-memory index tree' (duration: 239.500596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:09:27.311898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.768663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T21:09:27.311962Z","caller":"traceutil/trace.go:171","msg":"trace[70778297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18495; }","duration":"239.854986ms","start":"2026-03-31T21:09:27.072091Z","end":"2026-03-31T21:09:27.311946Z","steps":["trace[70778297] 'range keys from in-memory index tree' (duration: 239.655319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:09:27.312198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.790113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-749zp\" ","response":"range_response_count:1 size:22018"} {"level":"info","ts":"2026-03-31T21:09:27.312286Z","caller":"traceutil/trace.go:171","msg":"trace[1213959448] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-749zp; range_end:; response_count:1; response_revision:18495; }","duration":"191.875915ms","start":"2026-03-31T21:09:27.120387Z","end":"2026-03-31T21:09:27.312262Z","steps":["trace[1213959448] 'range keys from in-memory index tree' (duration: 191.591328ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:09:27.401917Z","caller":"traceutil/trace.go:171","msg":"trace[1177879817] transaction","detail":"{read_only:false; response_revision:18496; number_of_response:1; }","duration":"163.177841ms","start":"2026-03-31T21:09:27.238707Z","end":"2026-03-31T21:09:27.401885Z","steps":["trace[1177879817] 'process raft request' (duration: 162.948344ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:09:27.434272Z","caller":"traceutil/trace.go:171","msg":"trace[1224658466] linearizableReadLoop","detail":"{readStateIndex:19129; appliedIndex:19125; }","duration":"115.944872ms","start":"2026-03-31T21:09:27.318294Z","end":"2026-03-31T21:09:27.434239Z","steps":["trace[1224658466] 'read index received' (duration: 83.459092ms)","trace[1224658466] 'applied index is now lower than readState.Index' (duration: 32.4844ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:09:27.434811Z","caller":"traceutil/trace.go:171","msg":"trace[914903360] transaction","detail":"{read_only:false; response_revision:18499; number_of_response:1; }","duration":"117.243199ms","start":"2026-03-31T21:09:27.317519Z","end":"2026-03-31T21:09:27.434762Z","steps":["trace[914903360] 'process raft request' (duration: 116.672183ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:09:27.43487Z","caller":"traceutil/trace.go:171","msg":"trace[247307077] transaction","detail":"{read_only:false; response_revision:18497; number_of_response:1; }","duration":"186.315362ms","start":"2026-03-31T21:09:27.248505Z","end":"2026-03-31T21:09:27.434821Z","steps":["trace[247307077] 'process raft request' (duration: 162.683278ms)","trace[247307077] 'compare' (duration: 22.783481ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:09:27.434913Z","caller":"traceutil/trace.go:171","msg":"trace[1180275796] transaction","detail":"{read_only:false; response_revision:18498; number_of_response:1; }","duration":"117.827434ms","start":"2026-03-31T21:09:27.317033Z","end":"2026-03-31T21:09:27.43486Z","steps":["trace[1180275796] 'process raft request' (duration: 117.109425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:09:27.436378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.054132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:947162"} {"level":"info","ts":"2026-03-31T21:09:27.436475Z","caller":"traceutil/trace.go:171","msg":"trace[1357558330] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:18499; }","duration":"118.200925ms","start":"2026-03-31T21:09:27.318254Z","end":"2026-03-31T21:09:27.436455Z","steps":["trace[1357558330] 'agreement among raft nodes before linearized reading' (duration: 116.639771ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:09:33.117118Z","caller":"traceutil/trace.go:171","msg":"trace[1430088360] transaction","detail":"{read_only:false; response_revision:18594; number_of_response:1; }","duration":"113.848834ms","start":"2026-03-31T21:09:33.003242Z","end":"2026-03-31T21:09:33.117091Z","steps":["trace[1430088360] 'process raft request' (duration: 113.058252ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:46.496169Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fe334179879fd0aa","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T21:10:46.501305Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-31T21:10:46.501405Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-31T21:11:30.38959Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17359} {"level":"info","ts":"2026-03-31T21:11:30.490109Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17359,"took":"96.108112ms","hash":160119848,"current-db-size-bytes":58318848,"current-db-size":"58 MB","current-db-size-in-use-bytes":34648064,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-03-31T21:11:30.490185Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":160119848,"revision":17359,"compact-revision":14673} {"level":"info","ts":"2026-03-31T21:15:25.905438Z","caller":"traceutil/trace.go:171","msg":"trace[897928696] transaction","detail":"{read_only:false; response_revision:21250; number_of_response:1; }","duration":"103.505587ms","start":"2026-03-31T21:15:25.801904Z","end":"2026-03-31T21:15:25.90541Z","steps":["trace[897928696] 'process raft request' (duration: 103.352263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:26.801469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.320579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:15:26.801629Z","caller":"traceutil/trace.go:171","msg":"trace[762756100] transaction","detail":"{read_only:false; response_revision:21252; number_of_response:1; }","duration":"201.626694ms","start":"2026-03-31T21:15:26.599977Z","end":"2026-03-31T21:15:26.801604Z","steps":["trace[762756100] 'process raft request' (duration: 49.042348ms)","trace[762756100] 'compare' (duration: 151.642709ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:15:27.328865Z","caller":"traceutil/trace.go:171","msg":"trace[1069954805] transaction","detail":"{read_only:false; response_revision:21254; number_of_response:1; }","duration":"346.98961ms","start":"2026-03-31T21:15:26.981836Z","end":"2026-03-31T21:15:27.328826Z","steps":["trace[1069954805] 'process raft request' (duration: 346.782694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:27.32913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:26.981802Z","time spent":"347.163145ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:16:30.395397Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19663} {"level":"info","ts":"2026-03-31T21:16:30.522581Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19663,"took":"121.584957ms","hash":3973366033,"current-db-size-bytes":58318848,"current-db-size":"58 MB","current-db-size-in-use-bytes":30154752,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-31T21:16:30.522667Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3973366033,"revision":19663,"compact-revision":17359} {"level":"info","ts":"2026-03-31T21:18:35.735022Z","caller":"traceutil/trace.go:171","msg":"trace[404861045] transaction","detail":"{read_only:false; response_revision:22696; number_of_response:1; }","duration":"131.4043ms","start":"2026-03-31T21:18:35.603588Z","end":"2026-03-31T21:18:35.734992Z","steps":["trace[404861045] 'process raft request' (duration: 131.202703ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:39.752889Z","caller":"traceutil/trace.go:171","msg":"trace[870780394] linearizableReadLoop","detail":"{readStateIndex:24563; appliedIndex:24562; }","duration":"108.105334ms","start":"2026-03-31T21:19:39.644757Z","end":"2026-03-31T21:19:39.752862Z","steps":["trace[870780394] 'read index received' (duration: 107.924909ms)","trace[870780394] 'applied index is now lower than readState.Index' (duration: 179.235µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:19:39.752938Z","caller":"traceutil/trace.go:171","msg":"trace[1684423414] transaction","detail":"{read_only:false; response_revision:23761; number_of_response:1; }","duration":"112.112685ms","start":"2026-03-31T21:19:39.640789Z","end":"2026-03-31T21:19:39.752902Z","steps":["trace[1684423414] 'process raft request' (duration: 111.92146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:39.753141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.367462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-03-31T21:19:39.753203Z","caller":"traceutil/trace.go:171","msg":"trace[1802967705] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23761; }","duration":"108.488995ms","start":"2026-03-31T21:19:39.6447Z","end":"2026-03-31T21:19:39.753189Z","steps":["trace[1802967705] 'agreement among raft nodes before linearized reading' (duration: 108.3008ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:30.403226Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21855} {"level":"info","ts":"2026-03-31T21:21:30.528409Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21855,"took":"119.474879ms","hash":1501657426,"current-db-size-bytes":58318848,"current-db-size":"58 MB","current-db-size-in-use-bytes":42270720,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-03-31T21:21:30.528504Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1501657426,"revision":21855,"compact-revision":19663} {"level":"info","ts":"2026-03-31T21:23:24.757063Z","caller":"traceutil/trace.go:171","msg":"trace[890798510] transaction","detail":"{read_only:false; response_revision:25985; number_of_response:1; }","duration":"175.075819ms","start":"2026-03-31T21:23:24.581962Z","end":"2026-03-31T21:23:24.757038Z","steps":["trace[890798510] 'process raft request' (duration: 174.919594ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:24.956518Z","caller":"traceutil/trace.go:171","msg":"trace[677739539] transaction","detail":"{read_only:false; response_revision:25986; number_of_response:1; }","duration":"374.484951ms","start":"2026-03-31T21:23:24.582009Z","end":"2026-03-31T21:23:24.956494Z","steps":["trace[677739539] 'process raft request' (duration: 306.051805ms)","trace[677739539] 'compare' (duration: 65.981978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:23:24.956651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:24.58198Z","time spent":"374.597034ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:23:24.956684Z","caller":"traceutil/trace.go:171","msg":"trace[1963090054] transaction","detail":"{read_only:false; response_revision:25987; number_of_response:1; }","duration":"286.553896ms","start":"2026-03-31T21:23:24.670116Z","end":"2026-03-31T21:23:24.95667Z","steps":["trace[1963090054] 'process raft request' (duration: 286.33009ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:24.956807Z","caller":"traceutil/trace.go:171","msg":"trace[1194688301] transaction","detail":"{read_only:false; response_revision:25988; number_of_response:1; }","duration":"145.561291ms","start":"2026-03-31T21:23:24.811225Z","end":"2026-03-31T21:23:24.956786Z","steps":["trace[1194688301] 'process raft request' (duration: 145.456728ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:24.956866Z","caller":"traceutil/trace.go:171","msg":"trace[1010827169] linearizableReadLoop","detail":"{readStateIndex:26851; appliedIndex:26850; }","duration":"374.396909ms","start":"2026-03-31T21:23:24.582413Z","end":"2026-03-31T21:23:24.95681Z","steps":["trace[1010827169] 'read index received' (duration: 174.721469ms)","trace[1010827169] 'applied index is now lower than readState.Index' (duration: 199.67263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:23:24.957017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.604074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:23:24.95705Z","caller":"traceutil/trace.go:171","msg":"trace[71079018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25988; }","duration":"374.634055ms","start":"2026-03-31T21:23:24.582407Z","end":"2026-03-31T21:23:24.957041Z","steps":["trace[71079018] 'agreement among raft nodes before linearized reading' (duration: 374.541422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:24.957071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:24.58237Z","time spent":"374.698107ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T21:23:24.957177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.614233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-31T21:23:24.957188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.115562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T21:23:24.957204Z","caller":"traceutil/trace.go:171","msg":"trace[1001017995] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25988; }","duration":"171.675664ms","start":"2026-03-31T21:23:24.785521Z","end":"2026-03-31T21:23:24.957197Z","steps":["trace[1001017995] 'agreement among raft nodes before linearized reading' (duration: 171.609202ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:24.957225Z","caller":"traceutil/trace.go:171","msg":"trace[1381143954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25988; }","duration":"369.198565ms","start":"2026-03-31T21:23:24.588016Z","end":"2026-03-31T21:23:24.957215Z","steps":["trace[1381143954] 'agreement among raft nodes before linearized reading' (duration: 369.00978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:24.957262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:24.587995Z","time spent":"369.259066ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T21:23:25.23014Z","caller":"traceutil/trace.go:171","msg":"trace[1729070006] linearizableReadLoop","detail":"{readStateIndex:26856; appliedIndex:26854; }","duration":"126.324058ms","start":"2026-03-31T21:23:25.10379Z","end":"2026-03-31T21:23:25.230114Z","steps":["trace[1729070006] 'read index received' (duration: 126.153303ms)","trace[1729070006] 'applied index is now lower than readState.Index' (duration: 169.595µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:25.230252Z","caller":"traceutil/trace.go:171","msg":"trace[458335960] transaction","detail":"{read_only:false; response_revision:25990; number_of_response:1; }","duration":"265.81062ms","start":"2026-03-31T21:23:24.964381Z","end":"2026-03-31T21:23:25.230191Z","steps":["trace[458335960] 'process raft request' (duration: 265.549383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:25.230288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.473583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:23:25.230289Z","caller":"traceutil/trace.go:171","msg":"trace[632961291] transaction","detail":"{read_only:false; response_revision:25991; number_of_response:1; }","duration":"264.243029ms","start":"2026-03-31T21:23:24.96601Z","end":"2026-03-31T21:23:25.230253Z","steps":["trace[632961291] 'process raft request' (duration: 264.068303ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:25.230442Z","caller":"traceutil/trace.go:171","msg":"trace[1640470254] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25991; }","duration":"126.578236ms","start":"2026-03-31T21:23:25.103752Z","end":"2026-03-31T21:23:25.230331Z","steps":["trace[1640470254] 'agreement among raft nodes before linearized reading' (duration: 126.476253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:25.52496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.494225ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:23:25.525332Z","caller":"traceutil/trace.go:171","msg":"trace[754310631] transaction","detail":"{read_only:false; response_revision:25992; number_of_response:1; }","duration":"358.251571ms","start":"2026-03-31T21:23:25.167047Z","end":"2026-03-31T21:23:25.525299Z","steps":["trace[754310631] 'process raft request' (duration: 214.312375ms)","trace[754310631] 'compare' (duration: 143.35573ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:25.52542Z","caller":"traceutil/trace.go:171","msg":"trace[1854636634] transaction","detail":"{read_only:false; response_revision:25993; number_of_response:1; }","duration":"191.888724ms","start":"2026-03-31T21:23:25.333511Z","end":"2026-03-31T21:23:25.525399Z","steps":["trace[1854636634] 'process raft request' (duration: 191.543965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:25.52549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:25.167009Z","time spent":"358.394005ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:23:26.610078Z","caller":"traceutil/trace.go:171","msg":"trace[759368935] transaction","detail":"{read_only:false; response_revision:25996; number_of_response:1; }","duration":"674.118469ms","start":"2026-03-31T21:23:25.935931Z","end":"2026-03-31T21:23:26.610049Z","steps":["trace[759368935] 'process raft request' (duration: 673.977055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:26.610238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:25.935901Z","time spent":"674.251923ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:23:26.905273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.617195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:23:26.905553Z","caller":"traceutil/trace.go:171","msg":"trace[1324152800] linearizableReadLoop","detail":"{readStateIndex:26863; appliedIndex:26860; }","duration":"460.738271ms","start":"2026-03-31T21:23:26.444795Z","end":"2026-03-31T21:23:26.905533Z","steps":["trace[1324152800] 'read index received' (duration: 165.053941ms)","trace[1324152800] 'applied index is now lower than readState.Index' (duration: 295.682879ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:26.90567Z","caller":"traceutil/trace.go:171","msg":"trace[836488652] transaction","detail":"{read_only:false; response_revision:25998; number_of_response:1; }","duration":"789.257857ms","start":"2026-03-31T21:23:26.116381Z","end":"2026-03-31T21:23:26.905639Z","steps":["trace[836488652] 'process raft request' (duration: 789.073602ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:26.905668Z","caller":"traceutil/trace.go:171","msg":"trace[387548637] transaction","detail":"{read_only:false; response_revision:25997; number_of_response:1; }","duration":"790.174384ms","start":"2026-03-31T21:23:26.11545Z","end":"2026-03-31T21:23:26.905625Z","steps":["trace[387548637] 'process raft request' (duration: 667.095866ms)","trace[387548637] 'compare' (duration: 122.495181ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:23:26.905727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.926225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:23:26.905747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.784373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:23:26.905821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:26.116371Z","time spent":"789.361391ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:23:26.905862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:26.115424Z","time spent":"790.330558ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:23:26.90591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.519423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T21:23:26.905972Z","caller":"traceutil/trace.go:171","msg":"trace[1671469572] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25998; }","duration":"144.621595ms","start":"2026-03-31T21:23:26.761336Z","end":"2026-03-31T21:23:26.905958Z","steps":["trace[1671469572] 'agreement among raft nodes before linearized reading' (duration: 144.469141ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:26.905832Z","caller":"traceutil/trace.go:171","msg":"trace[1140851454] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25998; }","duration":"286.929377ms","start":"2026-03-31T21:23:26.618883Z","end":"2026-03-31T21:23:26.905812Z","steps":["trace[1140851454] 'agreement among raft nodes before linearized reading' (duration: 286.770773ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:26.905774Z","caller":"traceutil/trace.go:171","msg":"trace[1842435572] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25998; }","duration":"461.012098ms","start":"2026-03-31T21:23:26.444749Z","end":"2026-03-31T21:23:26.905761Z","steps":["trace[1842435572] 'agreement among raft nodes before linearized reading' (duration: 460.899265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:26.906201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:26.444726Z","time spent":"461.45909ms","remote":"127.0.0.1:33662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-31T21:23:34.038575Z","caller":"traceutil/trace.go:171","msg":"trace[1083733813] transaction","detail":"{read_only:false; response_revision:26054; number_of_response:1; }","duration":"480.537448ms","start":"2026-03-31T21:23:33.558006Z","end":"2026-03-31T21:23:34.038544Z","steps":["trace[1083733813] 'process raft request' (duration: 480.273821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:34.038784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:33.557973Z","time spent":"480.700183ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:23:34.058384Z","caller":"traceutil/trace.go:171","msg":"trace[18755147] transaction","detail":"{read_only:false; response_revision:26055; number_of_response:1; }","duration":"499.906915ms","start":"2026-03-31T21:23:33.558413Z","end":"2026-03-31T21:23:34.05832Z","steps":["trace[18755147] 'process raft request' (duration: 499.678379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:34.058565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:33.558376Z","time spent":"500.09456ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:23:34.058854Z","caller":"traceutil/trace.go:171","msg":"trace[1575333604] transaction","detail":"{read_only:false; response_revision:26056; number_of_response:1; }","duration":"488.372285ms","start":"2026-03-31T21:23:33.570456Z","end":"2026-03-31T21:23:34.058828Z","steps":["trace[1575333604] 'process raft request' (duration: 487.81957ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:34.059062Z","caller":"traceutil/trace.go:171","msg":"trace[144057189] transaction","detail":"{read_only:false; response_revision:26057; number_of_response:1; }","duration":"448.278315ms","start":"2026-03-31T21:23:33.610772Z","end":"2026-03-31T21:23:34.05905Z","steps":["trace[144057189] 'process raft request' (duration: 447.959806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:34.05911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:33.610744Z","time spent":"448.344376ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:23:34.059244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:33.570446Z","time spent":"488.484318ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:23:34.059598Z","caller":"traceutil/trace.go:171","msg":"trace[1496744391] linearizableReadLoop","detail":"{readStateIndex:26923; appliedIndex:26919; }","duration":"434.985445ms","start":"2026-03-31T21:23:33.624596Z","end":"2026-03-31T21:23:34.059582Z","steps":["trace[1496744391] 'read index received' (duration: 413.711567ms)","trace[1496744391] 'applied index is now lower than readState.Index' (duration: 21.272628ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:34.059675Z","caller":"traceutil/trace.go:171","msg":"trace[1756612682] transaction","detail":"{read_only:false; response_revision:26058; number_of_response:1; }","duration":"173.764022ms","start":"2026-03-31T21:23:33.885904Z","end":"2026-03-31T21:23:34.059668Z","steps":["trace[1756612682] 'process raft request' (duration: 173.107314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:34.059807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.833998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-84cfd74c87-xd29t.18a20a015e7af592\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-03-31T21:23:34.059851Z","caller":"traceutil/trace.go:171","msg":"trace[1629754880] range","detail":"{range_begin:/registry/events/openstack/magnum-api-84cfd74c87-xd29t.18a20a015e7af592; range_end:; response_count:1; response_revision:26058; }","duration":"349.92235ms","start":"2026-03-31T21:23:33.709917Z","end":"2026-03-31T21:23:34.059839Z","steps":["trace[1629754880] 'agreement among raft nodes before linearized reading' (duration: 349.785927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:34.059873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:33.709888Z","time spent":"349.979802ms","remote":"127.0.0.1:33534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":856,"request content":"key:\"/registry/events/openstack/magnum-api-84cfd74c87-xd29t.18a20a015e7af592\" "} {"level":"warn","ts":"2026-03-31T21:23:34.060013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.698064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:23:34.060038Z","caller":"traceutil/trace.go:171","msg":"trace[975545476] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26058; }","duration":"336.763056ms","start":"2026-03-31T21:23:33.723267Z","end":"2026-03-31T21:23:34.06003Z","steps":["trace[975545476] 'agreement among raft nodes before linearized reading' (duration: 336.720805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:34.060054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:33.723245Z","time spent":"336.804687ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:23:34.060381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.792979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.69\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-31T21:23:34.060424Z","caller":"traceutil/trace.go:171","msg":"trace[1708827367] range","detail":"{range_begin:/registry/masterleases/199.204.45.69; range_end:; response_count:1; response_revision:26058; }","duration":"435.877421ms","start":"2026-03-31T21:23:33.624535Z","end":"2026-03-31T21:23:34.060412Z","steps":["trace[1708827367] 'agreement among raft nodes before linearized reading' (duration: 435.297434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:34.060447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:33.624508Z","time spent":"435.934113ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.69\" "} {"level":"info","ts":"2026-03-31T21:23:34.520658Z","caller":"traceutil/trace.go:171","msg":"trace[1441141726] transaction","detail":"{read_only:false; response_revision:26059; number_of_response:1; }","duration":"456.815491ms","start":"2026-03-31T21:23:34.063773Z","end":"2026-03-31T21:23:34.520589Z","steps":["trace[1441141726] 'process raft request' (duration: 418.475369ms)","trace[1441141726] 'compare' (duration: 37.921041ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:34.520754Z","caller":"traceutil/trace.go:171","msg":"trace[1793754128] linearizableReadLoop","detail":"{readStateIndex:26926; appliedIndex:26924; }","duration":"456.705038ms","start":"2026-03-31T21:23:34.064005Z","end":"2026-03-31T21:23:34.52071Z","steps":["trace[1793754128] 'read index received' (duration: 189.243581ms)","trace[1793754128] 'applied index is now lower than readState.Index' (duration: 267.456957ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:34.520768Z","caller":"traceutil/trace.go:171","msg":"trace[1288274265] transaction","detail":"{read_only:false; response_revision:26060; number_of_response:1; }","duration":"199.827654ms","start":"2026-03-31T21:23:34.320905Z","end":"2026-03-31T21:23:34.520732Z","steps":["trace[1288274265] 'process raft request' (duration: 199.650319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:34.521087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.039547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:23:34.521108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.829596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:23:34.521153Z","caller":"traceutil/trace.go:171","msg":"trace[1364231776] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26060; }","duration":"457.15074ms","start":"2026-03-31T21:23:34.063984Z","end":"2026-03-31T21:23:34.521134Z","steps":["trace[1364231776] 'agreement among raft nodes before linearized reading' (duration: 456.927904ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:34.521196Z","caller":"traceutil/trace.go:171","msg":"trace[80000254] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26060; }","duration":"104.025271ms","start":"2026-03-31T21:23:34.417149Z","end":"2026-03-31T21:23:34.521174Z","steps":["trace[80000254] 'agreement among raft nodes before linearized reading' (duration: 103.804025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:34.521204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:34.063976Z","time spent":"457.213551ms","remote":"127.0.0.1:38292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:23:34.521318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:34.063752Z","time spent":"457.056607ms","remote":"127.0.0.1:33534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:23:34.721925Z","caller":"traceutil/trace.go:171","msg":"trace[692773691] transaction","detail":"{read_only:false; response_revision:26061; number_of_response:1; }","duration":"194.501257ms","start":"2026-03-31T21:23:34.5274Z","end":"2026-03-31T21:23:34.721902Z","steps":["trace[692773691] 'process raft request' (duration: 111.039255ms)","trace[692773691] 'compare' (duration: 82.849644ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:35.048436Z","caller":"traceutil/trace.go:171","msg":"trace[114363180] transaction","detail":"{read_only:false; response_revision:26063; number_of_response:1; }","duration":"107.876947ms","start":"2026-03-31T21:23:34.940535Z","end":"2026-03-31T21:23:35.048412Z","steps":["trace[114363180] 'process raft request' (duration: 107.694002ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:35.272629Z","caller":"traceutil/trace.go:171","msg":"trace[1582176456] linearizableReadLoop","detail":"{readStateIndex:26931; appliedIndex:26929; }","duration":"301.320974ms","start":"2026-03-31T21:23:34.971279Z","end":"2026-03-31T21:23:35.2726Z","steps":["trace[1582176456] 'read index received' (duration: 76.971381ms)","trace[1582176456] 'applied index is now lower than readState.Index' (duration: 224.348273ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:35.272971Z","caller":"traceutil/trace.go:171","msg":"trace[998031573] transaction","detail":"{read_only:false; response_revision:26064; number_of_response:1; }","duration":"331.182881ms","start":"2026-03-31T21:23:34.941767Z","end":"2026-03-31T21:23:35.27295Z","steps":["trace[998031573] 'process raft request' (duration: 290.554006ms)","trace[998031573] 'compare' (duration: 39.890585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:23:35.273146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:34.941757Z","time spent":"331.269134ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:23:35.273392Z","caller":"traceutil/trace.go:171","msg":"trace[1919387082] transaction","detail":"{read_only:false; response_revision:26065; number_of_response:1; }","duration":"301.458199ms","start":"2026-03-31T21:23:34.971921Z","end":"2026-03-31T21:23:35.273379Z","steps":["trace[1919387082] 'process raft request' (duration: 300.589324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:35.273479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:34.971908Z","time spent":"301.521881ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:23:35.273676Z","caller":"traceutil/trace.go:171","msg":"trace[759845693] transaction","detail":"{read_only:false; response_revision:26066; number_of_response:1; }","duration":"283.564713ms","start":"2026-03-31T21:23:34.990093Z","end":"2026-03-31T21:23:35.273658Z","steps":["trace[759845693] 'process raft request' (duration: 282.467072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:35.273947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.666512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T21:23:35.274004Z","caller":"traceutil/trace.go:171","msg":"trace[1170107717] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26066; }","duration":"302.756065ms","start":"2026-03-31T21:23:34.971235Z","end":"2026-03-31T21:23:35.273991Z","steps":["trace[1170107717] 'agreement among raft nodes before linearized reading' (duration: 302.5895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:35.274051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:34.971214Z","time spent":"302.826177ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:23:35.274304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.334106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:23:35.274365Z","caller":"traceutil/trace.go:171","msg":"trace[1150114955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26066; }","duration":"266.421418ms","start":"2026-03-31T21:23:35.007929Z","end":"2026-03-31T21:23:35.274351Z","steps":["trace[1150114955] 'agreement among raft nodes before linearized reading' (duration: 266.282715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:35.276145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.498373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T21:23:35.276202Z","caller":"traceutil/trace.go:171","msg":"trace[1999768666] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26066; }","duration":"200.587106ms","start":"2026-03-31T21:23:35.075601Z","end":"2026-03-31T21:23:35.276188Z","steps":["trace[1999768666] 'agreement among raft nodes before linearized reading' (duration: 200.448102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:35.552997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.092022ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:23:35.553103Z","caller":"traceutil/trace.go:171","msg":"trace[1348328003] transaction","detail":"{read_only:false; response_revision:26067; number_of_response:1; }","duration":"272.338672ms","start":"2026-03-31T21:23:35.280742Z","end":"2026-03-31T21:23:35.553081Z","steps":["trace[1348328003] 'process raft request' (duration: 159.065975ms)","trace[1348328003] 'compare' (duration: 112.767623ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:35.759692Z","caller":"traceutil/trace.go:171","msg":"trace[834029083] linearizableReadLoop","detail":"{readStateIndex:26936; appliedIndex:26933; }","duration":"471.765564ms","start":"2026-03-31T21:23:35.2879Z","end":"2026-03-31T21:23:35.759666Z","steps":["trace[834029083] 'read index received' (duration: 151.896706ms)","trace[834029083] 'applied index is now lower than readState.Index' (duration: 319.867458ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:35.759799Z","caller":"traceutil/trace.go:171","msg":"trace[1013030030] transaction","detail":"{read_only:false; response_revision:26068; number_of_response:1; }","duration":"477.921335ms","start":"2026-03-31T21:23:35.281856Z","end":"2026-03-31T21:23:35.759778Z","steps":["trace[1013030030] 'process raft request' (duration: 429.433803ms)","trace[1013030030] 'compare' (duration: 48.073991ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:35.759886Z","caller":"traceutil/trace.go:171","msg":"trace[1812618377] transaction","detail":"{read_only:false; response_revision:26069; number_of_response:1; }","duration":"476.886007ms","start":"2026-03-31T21:23:35.282983Z","end":"2026-03-31T21:23:35.759869Z","steps":["trace[1812618377] 'process raft request' (duration: 476.565658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:35.759925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:35.281821Z","time spent":"478.025088ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:23:35.759995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:35.28295Z","time spent":"476.98964ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:23:35.76023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.161148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T21:23:35.760273Z","caller":"traceutil/trace.go:171","msg":"trace[666401451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26069; }","duration":"471.21317ms","start":"2026-03-31T21:23:35.289049Z","end":"2026-03-31T21:23:35.760262Z","steps":["trace[666401451] 'agreement among raft nodes before linearized reading' (duration: 471.086096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:35.760309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:35.289045Z","time spent":"471.258041ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T21:23:35.7604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.719462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:23:35.760448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.080899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:23:35.760452Z","caller":"traceutil/trace.go:171","msg":"trace[573473969] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26069; }","duration":"116.807464ms","start":"2026-03-31T21:23:35.643631Z","end":"2026-03-31T21:23:35.760439Z","steps":["trace[573473969] 'agreement among raft nodes before linearized reading' (duration: 116.717082ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:35.760482Z","caller":"traceutil/trace.go:171","msg":"trace[1840236592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26069; }","duration":"313.165691ms","start":"2026-03-31T21:23:35.447308Z","end":"2026-03-31T21:23:35.760473Z","steps":["trace[1840236592] 'agreement among raft nodes before linearized reading' (duration: 313.11696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:35.760514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:35.447276Z","time spent":"313.230333ms","remote":"127.0.0.1:33476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:23:35.760661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.768883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:23:35.760697Z","caller":"traceutil/trace.go:171","msg":"trace[1155455719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26069; }","duration":"472.804704ms","start":"2026-03-31T21:23:35.287884Z","end":"2026-03-31T21:23:35.760689Z","steps":["trace[1155455719] 'agreement among raft nodes before linearized reading' (duration: 472.706691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:35.760729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:35.287854Z","time spent":"472.869645ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T21:23:36.117525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.618207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:23:36.118072Z","caller":"traceutil/trace.go:171","msg":"trace[1600011599] transaction","detail":"{read_only:false; response_revision:26070; number_of_response:1; }","duration":"352.988546ms","start":"2026-03-31T21:23:35.765051Z","end":"2026-03-31T21:23:36.11804Z","steps":["trace[1600011599] 'process raft request' (duration: 151.706112ms)","trace[1600011599] 'compare' (duration: 200.253696ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:36.118078Z","caller":"traceutil/trace.go:171","msg":"trace[1349290031] transaction","detail":"{read_only:false; response_revision:26071; number_of_response:1; }","duration":"351.383031ms","start":"2026-03-31T21:23:35.766421Z","end":"2026-03-31T21:23:36.117804Z","steps":["trace[1349290031] 'process raft request' (duration: 351.284028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:36.11818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:35.766389Z","time spent":"351.73811ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:23:36.118422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:35.765035Z","time spent":"353.086038ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:23:36.293338Z","caller":"traceutil/trace.go:171","msg":"trace[1601269318] transaction","detail":"{read_only:false; response_revision:26072; number_of_response:1; }","duration":"248.79731ms","start":"2026-03-31T21:23:36.044516Z","end":"2026-03-31T21:23:36.293313Z","steps":["trace[1601269318] 'process raft request' (duration: 248.589815ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:36.29369Z","caller":"traceutil/trace.go:171","msg":"trace[23780653] transaction","detail":"{read_only:false; response_revision:26073; number_of_response:1; }","duration":"227.662285ms","start":"2026-03-31T21:23:36.065984Z","end":"2026-03-31T21:23:36.293646Z","steps":["trace[23780653] 'process raft request' (duration: 227.284285ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:36.293785Z","caller":"traceutil/trace.go:171","msg":"trace[743847084] transaction","detail":"{read_only:false; response_revision:26074; number_of_response:1; }","duration":"227.543931ms","start":"2026-03-31T21:23:36.066208Z","end":"2026-03-31T21:23:36.293752Z","steps":["trace[743847084] 'process raft request' (duration: 227.334196ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:36.29384Z","caller":"traceutil/trace.go:171","msg":"trace[1171114006] linearizableReadLoop","detail":"{readStateIndex:26942; appliedIndex:26938; }","duration":"200.590775ms","start":"2026-03-31T21:23:36.093226Z","end":"2026-03-31T21:23:36.293816Z","steps":["trace[1171114006] 'read index received' (duration: 199.863555ms)","trace[1171114006] 'applied index is now lower than readState.Index' (duration: 725.28µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:36.293976Z","caller":"traceutil/trace.go:171","msg":"trace[1226674544] transaction","detail":"{read_only:false; response_revision:26075; number_of_response:1; }","duration":"221.444323ms","start":"2026-03-31T21:23:36.072513Z","end":"2026-03-31T21:23:36.293958Z","steps":["trace[1226674544] 'process raft request' (duration: 221.178366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:36.294094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.837192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:23:36.294153Z","caller":"traceutil/trace.go:171","msg":"trace[1800520643] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26075; }","duration":"200.954185ms","start":"2026-03-31T21:23:36.093186Z","end":"2026-03-31T21:23:36.29414Z","steps":["trace[1800520643] 'agreement among raft nodes before linearized reading' (duration: 200.834492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:36.566911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.958474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:23:36.566979Z","caller":"traceutil/trace.go:171","msg":"trace[2013734882] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26075; }","duration":"141.072066ms","start":"2026-03-31T21:23:36.425892Z","end":"2026-03-31T21:23:36.566964Z","steps":["trace[2013734882] 'count revisions from in-memory index tree' (duration: 140.878031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:36.566967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.375879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:23:36.567068Z","caller":"traceutil/trace.go:171","msg":"trace[2121366905] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26075; }","duration":"200.559563ms","start":"2026-03-31T21:23:36.366481Z","end":"2026-03-31T21:23:36.56704Z","steps":["trace[2121366905] 'count revisions from in-memory index tree' (duration: 200.231714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:37.275335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.594974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:23:37.27545Z","caller":"traceutil/trace.go:171","msg":"trace[1797960497] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26077; }","duration":"317.723958ms","start":"2026-03-31T21:23:36.957697Z","end":"2026-03-31T21:23:37.27542Z","steps":["trace[1797960497] 'range keys from in-memory index tree' (duration: 317.504882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:37.275527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:36.957648Z","time spent":"317.865303ms","remote":"127.0.0.1:33768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-31T21:23:37.575903Z","caller":"traceutil/trace.go:171","msg":"trace[114297792] linearizableReadLoop","detail":"{readStateIndex:26945; appliedIndex:26944; }","duration":"295.213495ms","start":"2026-03-31T21:23:37.28066Z","end":"2026-03-31T21:23:37.575873Z","steps":["trace[114297792] 'read index received' (duration: 295.02867ms)","trace[114297792] 'applied index is now lower than readState.Index' (duration: 183.625µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:37.575966Z","caller":"traceutil/trace.go:171","msg":"trace[227996555] transaction","detail":"{read_only:false; response_revision:26078; number_of_response:1; }","duration":"521.212655ms","start":"2026-03-31T21:23:37.05471Z","end":"2026-03-31T21:23:37.575923Z","steps":["trace[227996555] 'process raft request' (duration: 520.993839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:37.576142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.446522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:23:37.576193Z","caller":"traceutil/trace.go:171","msg":"trace[45527858] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26078; }","duration":"295.553416ms","start":"2026-03-31T21:23:37.280624Z","end":"2026-03-31T21:23:37.576177Z","steps":["trace[45527858] 'agreement among raft nodes before linearized reading' (duration: 295.441863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:37.576213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:37.054684Z","time spent":"521.432841ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:23:37.598857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.319603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:23:37.59879Z","caller":"traceutil/trace.go:171","msg":"trace[372809374] transaction","detail":"{read_only:false; response_revision:26079; number_of_response:1; }","duration":"316.397812ms","start":"2026-03-31T21:23:37.282356Z","end":"2026-03-31T21:23:37.598754Z","steps":["trace[372809374] 'process raft request' (duration: 315.996011ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:37.598914Z","caller":"traceutil/trace.go:171","msg":"trace[1400645013] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26081; }","duration":"298.403455ms","start":"2026-03-31T21:23:37.3005Z","end":"2026-03-31T21:23:37.598903Z","steps":["trace[1400645013] 'agreement among raft nodes before linearized reading' (duration: 298.269531ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:37.598972Z","caller":"traceutil/trace.go:171","msg":"trace[1437406061] transaction","detail":"{read_only:false; response_revision:26080; number_of_response:1; }","duration":"314.877231ms","start":"2026-03-31T21:23:37.284071Z","end":"2026-03-31T21:23:37.598948Z","steps":["trace[1437406061] 'process raft request' (duration: 314.49236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:37.599006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:37.282345Z","time spent":"316.585948ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:23:37.599113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:37.284041Z","time spent":"314.988023ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:23:37.599196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.351051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:23:37.599281Z","caller":"traceutil/trace.go:171","msg":"trace[1294902017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26081; }","duration":"151.64796ms","start":"2026-03-31T21:23:37.447611Z","end":"2026-03-31T21:23:37.599259Z","steps":["trace[1294902017] 'agreement among raft nodes before linearized reading' (duration: 151.30591ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:37.905759Z","caller":"traceutil/trace.go:171","msg":"trace[59843108] transaction","detail":"{read_only:false; response_revision:26082; number_of_response:1; }","duration":"302.61091ms","start":"2026-03-31T21:23:37.603116Z","end":"2026-03-31T21:23:37.905727Z","steps":["trace[59843108] 'process raft request' (duration: 224.661162ms)","trace[59843108] 'compare' (duration: 76.826798ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:37.905872Z","caller":"traceutil/trace.go:171","msg":"trace[987195684] linearizableReadLoop","detail":"{readStateIndex:26949; appliedIndex:26948; }","duration":"301.384246ms","start":"2026-03-31T21:23:37.604205Z","end":"2026-03-31T21:23:37.905589Z","steps":["trace[987195684] 'read index received' (duration: 223.600401ms)","trace[987195684] 'applied index is now lower than readState.Index' (duration: 77.782025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:23:37.905934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:37.603099Z","time spent":"302.726003ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:23:37.905951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.709534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:23:37.906261Z","caller":"traceutil/trace.go:171","msg":"trace[708884453] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26082; }","duration":"302.068214ms","start":"2026-03-31T21:23:37.60417Z","end":"2026-03-31T21:23:37.906239Z","steps":["trace[708884453] 'agreement among raft nodes before linearized reading' (duration: 301.666743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:37.906324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:37.604154Z","time spent":"302.141136ms","remote":"127.0.0.1:33758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T21:23:37.906818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.84954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T21:23:37.907001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.557088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T21:23:37.906892Z","caller":"traceutil/trace.go:171","msg":"trace[1501608103] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26082; }","duration":"153.987925ms","start":"2026-03-31T21:23:37.752887Z","end":"2026-03-31T21:23:37.906874Z","steps":["trace[1501608103] 'agreement among raft nodes before linearized reading' (duration: 153.748028ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:37.907063Z","caller":"traceutil/trace.go:171","msg":"trace[944871354] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26082; }","duration":"142.63412ms","start":"2026-03-31T21:23:37.764407Z","end":"2026-03-31T21:23:37.907041Z","steps":["trace[944871354] 'agreement among raft nodes before linearized reading' (duration: 142.432455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:37.907132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.671819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T21:23:37.907237Z","caller":"traceutil/trace.go:171","msg":"trace[1350105764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26082; }","duration":"143.820423ms","start":"2026-03-31T21:23:37.763387Z","end":"2026-03-31T21:23:37.907207Z","steps":["trace[1350105764] 'agreement among raft nodes before linearized reading' (duration: 143.545695ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:46.39919Z","caller":"traceutil/trace.go:171","msg":"trace[733657650] transaction","detail":"{read_only:false; response_revision:26147; number_of_response:1; }","duration":"216.077674ms","start":"2026-03-31T21:23:46.183085Z","end":"2026-03-31T21:23:46.399163Z","steps":["trace[733657650] 'process raft request' (duration: 215.872338ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:46.829961Z","caller":"traceutil/trace.go:171","msg":"trace[575234073] transaction","detail":"{read_only:false; response_revision:26152; number_of_response:1; }","duration":"483.434268ms","start":"2026-03-31T21:23:46.346506Z","end":"2026-03-31T21:23:46.82994Z","steps":["trace[575234073] 'process raft request' (duration: 483.393847ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:46.829979Z","caller":"traceutil/trace.go:171","msg":"trace[1945493929] transaction","detail":"{read_only:false; response_revision:26150; number_of_response:1; }","duration":"494.017871ms","start":"2026-03-31T21:23:46.33594Z","end":"2026-03-31T21:23:46.829958Z","steps":["trace[1945493929] 'process raft request' (duration: 493.885587ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:46.829988Z","caller":"traceutil/trace.go:171","msg":"trace[504118516] transaction","detail":"{read_only:false; response_revision:26149; number_of_response:1; }","duration":"494.962007ms","start":"2026-03-31T21:23:46.334984Z","end":"2026-03-31T21:23:46.829946Z","steps":["trace[504118516] 'process raft request' (duration: 494.766172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:46.830092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:46.346492Z","time spent":"483.529181ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:23:46.830093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:46.335932Z","time spent":"494.093533ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:23:46.830073Z","caller":"traceutil/trace.go:171","msg":"trace[1112791552] transaction","detail":"{read_only:false; response_revision:26151; number_of_response:1; }","duration":"486.40389ms","start":"2026-03-31T21:23:46.343624Z","end":"2026-03-31T21:23:46.830028Z","steps":["trace[1112791552] 'process raft request' (duration: 486.234696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:46.830172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:46.334953Z","time spent":"495.113032ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:23:46.830282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:46.343612Z","time spent":"486.551804ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:23:46.830522Z","caller":"traceutil/trace.go:171","msg":"trace[2117412705] transaction","detail":"{read_only:false; response_revision:26148; number_of_response:1; }","duration":"643.319777ms","start":"2026-03-31T21:23:46.187185Z","end":"2026-03-31T21:23:46.830505Z","steps":["trace[2117412705] 'process raft request' (duration: 552.899333ms)","trace[2117412705] 'compare' (duration: 89.261852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:23:46.830603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:46.187167Z","time spent":"643.398978ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:23:47.54932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003228160118667,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T21:23:47.621278Z","caller":"traceutil/trace.go:171","msg":"trace[378902077] linearizableReadLoop","detail":"{readStateIndex:27022; appliedIndex:27022; }","duration":"572.924786ms","start":"2026-03-31T21:23:47.048319Z","end":"2026-03-31T21:23:47.621244Z","steps":["trace[378902077] 'read index received' (duration: 572.904105ms)","trace[378902077] 'applied index is now lower than readState.Index' (duration: 17.831µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:47.621291Z","caller":"traceutil/trace.go:171","msg":"trace[543766206] transaction","detail":"{read_only:false; response_revision:26153; number_of_response:1; }","duration":"770.436356ms","start":"2026-03-31T21:23:46.850795Z","end":"2026-03-31T21:23:47.621231Z","steps":["trace[543766206] 'process raft request' (duration: 770.266092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:47.621446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.10342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:23:47.621475Z","caller":"traceutil/trace.go:171","msg":"trace[770091892] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26153; }","duration":"573.166833ms","start":"2026-03-31T21:23:47.0483Z","end":"2026-03-31T21:23:47.621466Z","steps":["trace[770091892] 'agreement among raft nodes before linearized reading' (duration: 573.06522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:47.621508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:47.048233Z","time spent":"573.268575ms","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:23:47.621757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:46.85077Z","time spent":"770.627701ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:23:48.05833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.620617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:23:48.058465Z","caller":"traceutil/trace.go:171","msg":"trace[436382438] transaction","detail":"{read_only:false; response_revision:26154; number_of_response:1; }","duration":"442.734801ms","start":"2026-03-31T21:23:47.615694Z","end":"2026-03-31T21:23:48.058429Z","steps":["trace[436382438] 'process raft request' (duration: 133.929009ms)","trace[436382438] 'compare' (duration: 308.422171ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:48.058585Z","caller":"traceutil/trace.go:171","msg":"trace[431060981] linearizableReadLoop","detail":"{readStateIndex:27023; appliedIndex:27022; }","duration":"437.199077ms","start":"2026-03-31T21:23:47.621345Z","end":"2026-03-31T21:23:48.058544Z","steps":["trace[431060981] 'read index received' (duration: 128.18109ms)","trace[431060981] 'applied index is now lower than readState.Index' (duration: 309.014127ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:48.058635Z","caller":"traceutil/trace.go:171","msg":"trace[234726438] transaction","detail":"{read_only:false; response_revision:26155; number_of_response:1; }","duration":"405.17446ms","start":"2026-03-31T21:23:47.65342Z","end":"2026-03-31T21:23:48.058595Z","steps":["trace[234726438] 'process raft request' (duration: 405.018326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:48.058688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.25563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:23:48.058683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.033091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:23:48.058621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:47.615667Z","time spent":"442.868474ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:23:48.058736Z","caller":"traceutil/trace.go:171","msg":"trace[648194881] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26156; }","duration":"540.348383ms","start":"2026-03-31T21:23:47.518372Z","end":"2026-03-31T21:23:48.058721Z","steps":["trace[648194881] 'agreement among raft nodes before linearized reading' (duration: 540.223409ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:48.058747Z","caller":"traceutil/trace.go:171","msg":"trace[922021472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26156; }","duration":"611.132725ms","start":"2026-03-31T21:23:47.447603Z","end":"2026-03-31T21:23:48.058736Z","steps":["trace[922021472] 'agreement among raft nodes before linearized reading' (duration: 610.99456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:48.058779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:47.447582Z","time spent":"611.189627ms","remote":"127.0.0.1:33476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:23:48.058781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:47.518321Z","time spent":"540.447787ms","remote":"127.0.0.1:58370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:23:48.058846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:47.653379Z","time spent":"405.356816ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:23:48.058861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005108306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:23:48.058942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.267728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:23:48.058973Z","caller":"traceutil/trace.go:171","msg":"trace[1981935533] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26156; }","duration":"1.005308991s","start":"2026-03-31T21:23:47.053639Z","end":"2026-03-31T21:23:48.058948Z","steps":["trace[1981935533] 'agreement among raft nodes before linearized reading' (duration: 1.005038433s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:48.058992Z","caller":"traceutil/trace.go:171","msg":"trace[1510255133] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26156; }","duration":"134.372081ms","start":"2026-03-31T21:23:47.924599Z","end":"2026-03-31T21:23:48.058971Z","steps":["trace[1510255133] 'agreement among raft nodes before linearized reading' (duration: 134.266788ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:48.058574Z","caller":"traceutil/trace.go:171","msg":"trace[895550085] transaction","detail":"{read_only:false; response_revision:26156; number_of_response:1; }","duration":"405.138659ms","start":"2026-03-31T21:23:47.65342Z","end":"2026-03-31T21:23:48.058559Z","steps":["trace[895550085] 'process raft request' (duration: 405.106158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:48.05907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:47.053613Z","time spent":"1.005440794s","remote":"127.0.0.1:33490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:23:48.059195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:47.653379Z","time spent":"405.746357ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:23:48.059208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.861497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:23:48.059345Z","caller":"traceutil/trace.go:171","msg":"trace[2167300] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26156; }","duration":"130.077933ms","start":"2026-03-31T21:23:47.929253Z","end":"2026-03-31T21:23:48.059331Z","steps":["trace[2167300] 'agreement among raft nodes before linearized reading' (duration: 129.902178ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:48.411812Z","caller":"traceutil/trace.go:171","msg":"trace[416010220] transaction","detail":"{read_only:false; response_revision:26157; number_of_response:1; }","duration":"347.083802ms","start":"2026-03-31T21:23:48.064694Z","end":"2026-03-31T21:23:48.411778Z","steps":["trace[416010220] 'process raft request' (duration: 333.342172ms)","trace[416010220] 'compare' (duration: 13.272767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:23:48.411975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:48.064675Z","time spent":"347.213395ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:23:48.620368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.926276ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:23:48.620619Z","caller":"traceutil/trace.go:171","msg":"trace[1331756147] linearizableReadLoop","detail":"{readStateIndex:27028; appliedIndex:27025; }","duration":"552.065479ms","start":"2026-03-31T21:23:48.068535Z","end":"2026-03-31T21:23:48.620601Z","steps":["trace[1331756147] 'read index received' (duration: 329.539727ms)","trace[1331756147] 'applied index is now lower than readState.Index' (duration: 222.523782ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:48.620716Z","caller":"traceutil/trace.go:171","msg":"trace[1138887039] transaction","detail":"{read_only:false; response_revision:26158; number_of_response:1; }","duration":"556.010168ms","start":"2026-03-31T21:23:48.064685Z","end":"2026-03-31T21:23:48.620696Z","steps":["trace[1138887039] 'process raft request' (duration: 450.636589ms)","trace[1138887039] 'compare' (duration: 104.591077ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:23:48.62078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:48.064657Z","time spent":"556.08731ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:23:48.620805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.260084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:23:48.620896Z","caller":"traceutil/trace.go:171","msg":"trace[1380103258] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26159; }","duration":"552.403239ms","start":"2026-03-31T21:23:48.068474Z","end":"2026-03-31T21:23:48.620877Z","steps":["trace[1380103258] 'agreement among raft nodes before linearized reading' (duration: 552.230944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:48.62093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:48.068451Z","time spent":"552.47188ms","remote":"127.0.0.1:33758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T21:23:48.620931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.827047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:23:48.620971Z","caller":"traceutil/trace.go:171","msg":"trace[429307122] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26159; }","duration":"137.916379ms","start":"2026-03-31T21:23:48.483044Z","end":"2026-03-31T21:23:48.62096Z","steps":["trace[429307122] 'agreement among raft nodes before linearized reading' (duration: 137.830596ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:48.620836Z","caller":"traceutil/trace.go:171","msg":"trace[1134259975] transaction","detail":"{read_only:false; response_revision:26159; number_of_response:1; }","duration":"556.10602ms","start":"2026-03-31T21:23:48.064705Z","end":"2026-03-31T21:23:48.620811Z","steps":["trace[1134259975] 'process raft request' (duration: 555.784981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:48.621109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:48.06469Z","time spent":"556.382628ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:23:48.621165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.895153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:23:48.621188Z","caller":"traceutil/trace.go:171","msg":"trace[1130954147] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26159; }","duration":"105.936234ms","start":"2026-03-31T21:23:48.515244Z","end":"2026-03-31T21:23:48.62118Z","steps":["trace[1130954147] 'agreement among raft nodes before linearized reading' (duration: 105.884592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:48.621275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.295289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T21:23:48.621342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.779555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T21:23:48.621277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.450491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:23:48.621439Z","caller":"traceutil/trace.go:171","msg":"trace[1996481883] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26159; }","duration":"471.953589ms","start":"2026-03-31T21:23:48.149461Z","end":"2026-03-31T21:23:48.621415Z","steps":["trace[1996481883] 'agreement among raft nodes before linearized reading' (duration: 471.586739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:48.621506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:48.149432Z","time spent":"472.060252ms","remote":"127.0.0.1:33650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T21:23:48.621379Z","caller":"traceutil/trace.go:171","msg":"trace[586554852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26159; }","duration":"212.417122ms","start":"2026-03-31T21:23:48.408939Z","end":"2026-03-31T21:23:48.621356Z","steps":["trace[586554852] 'agreement among raft nodes before linearized reading' (duration: 212.047382ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:48.621615Z","caller":"traceutil/trace.go:171","msg":"trace[1749100538] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26159; }","duration":"521.947884ms","start":"2026-03-31T21:23:48.099568Z","end":"2026-03-31T21:23:48.621516Z","steps":["trace[1749100538] 'agreement among raft nodes before linearized reading' (duration: 521.367128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:48.621719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:48.099543Z","time spent":"522.15371ms","remote":"127.0.0.1:59232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:23:49.246994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.993345ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:23:49.247152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.201725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:23:49.247194Z","caller":"traceutil/trace.go:171","msg":"trace[403601393] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26159; }","duration":"132.195261ms","start":"2026-03-31T21:23:49.114957Z","end":"2026-03-31T21:23:49.247153Z","steps":["trace[403601393] 'range keys from in-memory index tree' (duration: 131.967835ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:49.247255Z","caller":"traceutil/trace.go:171","msg":"trace[502485948] linearizableReadLoop","detail":"{readStateIndex:27029; appliedIndex:27028; }","duration":"620.70658ms","start":"2026-03-31T21:23:48.62653Z","end":"2026-03-31T21:23:49.247236Z","steps":["trace[502485948] 'read index received' (duration: 277.291269ms)","trace[502485948] 'applied index is now lower than readState.Index' (duration: 343.413431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:23:49.247368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.842924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:23:49.247325Z","caller":"traceutil/trace.go:171","msg":"trace[2115421788] transaction","detail":"{read_only:false; response_revision:26160; number_of_response:1; }","duration":"621.131531ms","start":"2026-03-31T21:23:48.626151Z","end":"2026-03-31T21:23:49.247282Z","steps":["trace[2115421788] 'process raft request' (duration: 277.644639ms)","trace[2115421788] 'compare' (duration: 341.733373ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:49.247396Z","caller":"traceutil/trace.go:171","msg":"trace[140994603] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26160; }","duration":"620.886625ms","start":"2026-03-31T21:23:48.626499Z","end":"2026-03-31T21:23:49.247386Z","steps":["trace[140994603] 'agreement among raft nodes before linearized reading' (duration: 620.817623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:49.247466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:48.626487Z","time spent":"620.966277ms","remote":"127.0.0.1:33758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T21:23:49.247519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:48.626128Z","time spent":"621.290116ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:23:49.748305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15036003228160118694,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:23:49.929337Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.02551273s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:23:49.929936Z","caller":"traceutil/trace.go:171","msg":"trace[1241055540] transaction","detail":"{read_only:false; response_revision:26161; number_of_response:1; }","duration":"1.093582885s","start":"2026-03-31T21:23:48.836325Z","end":"2026-03-31T21:23:49.929908Z","steps":["trace[1241055540] 'process raft request' (duration: 1.093334728s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:49.930116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:48.836284Z","time spent":"1.093736819s","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:23:49.930386Z","caller":"traceutil/trace.go:171","msg":"trace[1366761632] transaction","detail":"{read_only:false; response_revision:26162; number_of_response:1; }","duration":"1.09368559s","start":"2026-03-31T21:23:48.836635Z","end":"2026-03-31T21:23:49.930321Z","steps":["trace[1366761632] 'process raft request' (duration: 1.093222086s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:49.930427Z","caller":"traceutil/trace.go:171","msg":"trace[254437530] transaction","detail":"{read_only:false; response_revision:26163; number_of_response:1; }","duration":"1.093682949s","start":"2026-03-31T21:23:48.836723Z","end":"2026-03-31T21:23:49.930406Z","steps":["trace[254437530] 'process raft request' (duration: 1.093464443s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:49.930427Z","caller":"traceutil/trace.go:171","msg":"trace[448660008] transaction","detail":"{read_only:false; response_revision:26164; number_of_response:1; }","duration":"1.092506546s","start":"2026-03-31T21:23:48.837896Z","end":"2026-03-31T21:23:49.930403Z","steps":["trace[448660008] 'process raft request' (duration: 1.092424504s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:49.930567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:48.836682Z","time spent":"1.093803892s","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:23:49.930558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:48.83659Z","time spent":"1.093869274s","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:23:49.930588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:48.837882Z","time spent":"1.092663841s","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:23:50.152977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.481301ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-31T21:23:50.153294Z","caller":"traceutil/trace.go:171","msg":"trace[1057779391] linearizableReadLoop","detail":"{readStateIndex:27035; appliedIndex:27029; }","duration":"905.99237ms","start":"2026-03-31T21:23:49.247282Z","end":"2026-03-31T21:23:50.153275Z","steps":["trace[1057779391] 'read index received' (duration: 682.368967ms)","trace[1057779391] 'applied index is now lower than readState.Index' (duration: 223.621823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:23:50.153677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526964008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18541"} {"level":"info","ts":"2026-03-31T21:23:50.153724Z","caller":"traceutil/trace.go:171","msg":"trace[1189208642] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26165; }","duration":"1.527027299s","start":"2026-03-31T21:23:48.626685Z","end":"2026-03-31T21:23:50.153712Z","steps":["trace[1189208642] 'agreement among raft nodes before linearized reading' (duration: 1.526872115s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:50.15373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318182385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T21:23:50.153801Z","caller":"traceutil/trace.go:171","msg":"trace[1377570438] transaction","detail":"{read_only:false; response_revision:26165; number_of_response:1; }","duration":"525.516183ms","start":"2026-03-31T21:23:49.628276Z","end":"2026-03-31T21:23:50.153792Z","steps":["trace[1377570438] 'process raft request' (duration: 524.802994ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:50.153816Z","caller":"traceutil/trace.go:171","msg":"trace[381334900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26165; }","duration":"1.318311998s","start":"2026-03-31T21:23:48.835484Z","end":"2026-03-31T21:23:50.153796Z","steps":["trace[381334900] 'agreement among raft nodes before linearized reading' (duration: 1.318059592s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:50.153868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:48.835465Z","time spent":"1.318395301s","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T21:23:50.153878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.621633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:23:50.153759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:48.62668Z","time spent":"1.52707144s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T21:23:50.153911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:49.628238Z","time spent":"525.601746ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:23:50.153942Z","caller":"traceutil/trace.go:171","msg":"trace[1985773739] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26165; }","duration":"960.735347ms","start":"2026-03-31T21:23:49.193176Z","end":"2026-03-31T21:23:50.153911Z","steps":["trace[1985773739] 'agreement among raft nodes before linearized reading' (duration: 960.650744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:50.153975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:49.193134Z","time spent":"960.831829ms","remote":"127.0.0.1:38314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:23:50.156864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.92205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:23:50.157047Z","caller":"traceutil/trace.go:171","msg":"trace[2003073334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26168; }","duration":"710.178558ms","start":"2026-03-31T21:23:49.446809Z","end":"2026-03-31T21:23:50.156987Z","steps":["trace[2003073334] 'agreement among raft nodes before linearized reading' (duration: 709.881089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:50.15711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:49.446788Z","time spent":"710.308992ms","remote":"127.0.0.1:33476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:23:56.686851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.16197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T21:23:56.686936Z","caller":"traceutil/trace.go:171","msg":"trace[200620746] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26277; }","duration":"236.322735ms","start":"2026-03-31T21:23:56.450591Z","end":"2026-03-31T21:23:56.686914Z","steps":["trace[200620746] 'range keys from in-memory index tree' (duration: 235.974585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:56.686941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.494882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:23:56.687053Z","caller":"traceutil/trace.go:171","msg":"trace[1494849987] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26277; }","duration":"213.671638ms","start":"2026-03-31T21:23:56.473358Z","end":"2026-03-31T21:23:56.68703Z","steps":["trace[1494849987] 'count revisions from in-memory index tree' (duration: 213.374709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:56.687158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.579995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:23:56.687299Z","caller":"traceutil/trace.go:171","msg":"trace[1075633897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26277; }","duration":"239.788891ms","start":"2026-03-31T21:23:56.447476Z","end":"2026-03-31T21:23:56.687265Z","steps":["trace[1075633897] 'range keys from in-memory index tree' (duration: 239.466922ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:56.845535Z","caller":"traceutil/trace.go:171","msg":"trace[1753540953] transaction","detail":"{read_only:false; response_revision:26278; number_of_response:1; }","duration":"152.891074ms","start":"2026-03-31T21:23:56.692608Z","end":"2026-03-31T21:23:56.845499Z","steps":["trace[1753540953] 'process raft request' (duration: 152.706589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:57.177318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.506113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:23:57.177505Z","caller":"traceutil/trace.go:171","msg":"trace[350347066] linearizableReadLoop","detail":"{readStateIndex:27151; appliedIndex:27148; }","duration":"455.941016ms","start":"2026-03-31T21:23:56.721547Z","end":"2026-03-31T21:23:57.177488Z","steps":["trace[350347066] 'read index received' (duration: 123.770597ms)","trace[350347066] 'applied index is now lower than readState.Index' (duration: 332.169129ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:57.177609Z","caller":"traceutil/trace.go:171","msg":"trace[1168230574] transaction","detail":"{read_only:false; response_revision:26279; number_of_response:1; }","duration":"484.637211ms","start":"2026-03-31T21:23:56.69296Z","end":"2026-03-31T21:23:57.177597Z","steps":["trace[1168230574] 'process raft request' (duration: 227.753707ms)","trace[1168230574] 'compare' (duration: 256.163594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:23:57.177678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:56.692939Z","time spent":"484.705184ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:23:57.177772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.214915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:23:57.17783Z","caller":"traceutil/trace.go:171","msg":"trace[302223326] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26280; }","duration":"456.318287ms","start":"2026-03-31T21:23:56.721493Z","end":"2026-03-31T21:23:57.177812Z","steps":["trace[302223326] 'agreement among raft nodes before linearized reading' (duration: 456.213424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:57.177869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:56.721472Z","time spent":"456.38674ms","remote":"127.0.0.1:52744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:23:57.177932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.208027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6e58709a-af53-40b9-9c12-992ae80d34fe\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-03-31T21:23:57.178016Z","caller":"traceutil/trace.go:171","msg":"trace[922282061] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6e58709a-af53-40b9-9c12-992ae80d34fe; range_end:; response_count:1; response_revision:26280; }","duration":"429.36886ms","start":"2026-03-31T21:23:56.748625Z","end":"2026-03-31T21:23:57.177994Z","steps":["trace[922282061] 'agreement among raft nodes before linearized reading' (duration: 429.125454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:57.178065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:56.748594Z","time spent":"429.461544ms","remote":"127.0.0.1:33650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6e58709a-af53-40b9-9c12-992ae80d34fe\" "} {"level":"info","ts":"2026-03-31T21:23:57.178087Z","caller":"traceutil/trace.go:171","msg":"trace[1580624940] transaction","detail":"{read_only:false; response_revision:26280; number_of_response:1; }","duration":"484.713734ms","start":"2026-03-31T21:23:56.693361Z","end":"2026-03-31T21:23:57.178075Z","steps":["trace[1580624940] 'process raft request' (duration: 484.052875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:57.178148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:56.693353Z","time spent":"484.762275ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:23:57.619751Z","caller":"traceutil/trace.go:171","msg":"trace[542663890] linearizableReadLoop","detail":"{readStateIndex:27152; appliedIndex:27151; }","duration":"324.744043ms","start":"2026-03-31T21:23:57.294979Z","end":"2026-03-31T21:23:57.619723Z","steps":["trace[542663890] 'read index received' (duration: 324.515586ms)","trace[542663890] 'applied index is now lower than readState.Index' (duration: 227.487µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:57.61984Z","caller":"traceutil/trace.go:171","msg":"trace[1061346734] transaction","detail":"{read_only:false; response_revision:26281; number_of_response:1; }","duration":"433.122314ms","start":"2026-03-31T21:23:57.186683Z","end":"2026-03-31T21:23:57.619805Z","steps":["trace[1061346734] 'process raft request' (duration: 432.877217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:57.619985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:57.186663Z","time spent":"433.236838ms","remote":"127.0.0.1:33650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:23:57.619988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.99825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T21:23:57.620027Z","caller":"traceutil/trace.go:171","msg":"trace[1070617700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26281; }","duration":"325.116854ms","start":"2026-03-31T21:23:57.294897Z","end":"2026-03-31T21:23:57.620014Z","steps":["trace[1070617700] 'agreement among raft nodes before linearized reading' (duration: 324.960569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:57.62002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.41636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-31T21:23:57.62007Z","caller":"traceutil/trace.go:171","msg":"trace[1647293160] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26281; }","duration":"291.506113ms","start":"2026-03-31T21:23:57.328549Z","end":"2026-03-31T21:23:57.620055Z","steps":["trace[1647293160] 'agreement among raft nodes before linearized reading' (duration: 291.366659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:57.620079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:57.294869Z","time spent":"325.179287ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T21:23:57.620242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.637767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-31T21:23:57.620326Z","caller":"traceutil/trace.go:171","msg":"trace[580065715] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26281; }","duration":"287.804191ms","start":"2026-03-31T21:23:57.332502Z","end":"2026-03-31T21:23:57.620306Z","steps":["trace[580065715] 'agreement among raft nodes before linearized reading' (duration: 287.490212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:57.620764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.857117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6e58709a-af53-40b9-9c12-992ae80d34fe\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-31T21:23:57.620826Z","caller":"traceutil/trace.go:171","msg":"trace[1389588712] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6e58709a-af53-40b9-9c12-992ae80d34fe; range_end:; response_count:1; response_revision:26281; }","duration":"259.952659ms","start":"2026-03-31T21:23:57.360861Z","end":"2026-03-31T21:23:57.620813Z","steps":["trace[1389588712] 'agreement among raft nodes before linearized reading' (duration: 259.832136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:57.883617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.936532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4ac6131a-0ddb-4883-8d96-074cfa27f8e1\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-03-31T21:23:57.884114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.868581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-31T21:23:57.884208Z","caller":"traceutil/trace.go:171","msg":"trace[345385180] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:26281; }","duration":"257.994245ms","start":"2026-03-31T21:23:57.626191Z","end":"2026-03-31T21:23:57.884185Z","steps":["trace[345385180] 'range keys from in-memory index tree' (duration: 257.702467ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:57.884359Z","caller":"traceutil/trace.go:171","msg":"trace[299200022] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4ac6131a-0ddb-4883-8d96-074cfa27f8e1; range_end:; response_count:1; response_revision:26281; }","duration":"259.074405ms","start":"2026-03-31T21:23:57.624622Z","end":"2026-03-31T21:23:57.883697Z","steps":["trace[299200022] 'range keys from in-memory index tree' (duration: 258.742197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:57.884646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.814121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:23:57.884782Z","caller":"traceutil/trace.go:171","msg":"trace[1992673749] linearizableReadLoop","detail":"{readStateIndex:27153; appliedIndex:27152; }","duration":"168.492906ms","start":"2026-03-31T21:23:57.71626Z","end":"2026-03-31T21:23:57.884753Z","steps":["trace[1992673749] 'read index received' (duration: 72.122µs)","trace[1992673749] 'applied index is now lower than readState.Index' (duration: 168.418174ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:57.884792Z","caller":"traceutil/trace.go:171","msg":"trace[564169816] transaction","detail":"{read_only:false; response_revision:26282; number_of_response:1; }","duration":"258.014505ms","start":"2026-03-31T21:23:57.626751Z","end":"2026-03-31T21:23:57.884765Z","steps":["trace[564169816] 'process raft request' (duration: 82.966518ms)","trace[564169816] 'compare' (duration: 174.523343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:23:57.885317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.058352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-vxs96.18a2094f2b189827\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-03-31T21:23:57.885379Z","caller":"traceutil/trace.go:171","msg":"trace[607260291] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-vxs96.18a2094f2b189827; range_end:; response_count:1; response_revision:26282; }","duration":"169.148114ms","start":"2026-03-31T21:23:57.716209Z","end":"2026-03-31T21:23:57.885357Z","steps":["trace[607260291] 'agreement among raft nodes before linearized reading' (duration: 168.686012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:58.133255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.414967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:23:58.133361Z","caller":"traceutil/trace.go:171","msg":"trace[1890844086] linearizableReadLoop","detail":"{readStateIndex:27154; appliedIndex:27153; }","duration":"241.170708ms","start":"2026-03-31T21:23:57.892175Z","end":"2026-03-31T21:23:58.133345Z","steps":["trace[1890844086] 'read index received' (duration: 99.581777ms)","trace[1890844086] 'applied index is now lower than readState.Index' (duration: 141.587661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:23:58.133524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.360424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-03-31T21:23:58.133551Z","caller":"traceutil/trace.go:171","msg":"trace[1044809893] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:26283; }","duration":"241.413586ms","start":"2026-03-31T21:23:57.89213Z","end":"2026-03-31T21:23:58.133544Z","steps":["trace[1044809893] 'agreement among raft nodes before linearized reading' (duration: 241.256242ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:58.133593Z","caller":"traceutil/trace.go:171","msg":"trace[1693175454] transaction","detail":"{read_only:false; response_revision:26283; number_of_response:1; }","duration":"243.971937ms","start":"2026-03-31T21:23:57.889603Z","end":"2026-03-31T21:23:58.133575Z","steps":["trace[1693175454] 'process raft request' (duration: 102.137508ms)","trace[1693175454] 'compare' (duration: 141.299294ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:58.1354Z","caller":"traceutil/trace.go:171","msg":"trace[652778595] transaction","detail":"{read_only:false; response_revision:26285; number_of_response:1; }","duration":"170.724118ms","start":"2026-03-31T21:23:57.964649Z","end":"2026-03-31T21:23:58.135373Z","steps":["trace[652778595] 'process raft request' (duration: 170.610074ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:58.135404Z","caller":"traceutil/trace.go:171","msg":"trace[85253072] transaction","detail":"{read_only:false; response_revision:26284; number_of_response:1; }","duration":"171.608314ms","start":"2026-03-31T21:23:57.96376Z","end":"2026-03-31T21:23:58.135368Z","steps":["trace[85253072] 'process raft request' (duration: 171.361256ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:58.135714Z","caller":"traceutil/trace.go:171","msg":"trace[1020961921] transaction","detail":"{read_only:false; response_revision:26286; number_of_response:1; }","duration":"168.160117ms","start":"2026-03-31T21:23:57.967511Z","end":"2026-03-31T21:23:58.135672Z","steps":["trace[1020961921] 'process raft request' (duration: 167.810397ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:58.135866Z","caller":"traceutil/trace.go:171","msg":"trace[2026104445] transaction","detail":"{read_only:false; response_revision:26287; number_of_response:1; }","duration":"167.681884ms","start":"2026-03-31T21:23:57.96817Z","end":"2026-03-31T21:23:58.135852Z","steps":["trace[2026104445] 'process raft request' (duration: 167.393486ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:00.044339Z","caller":"traceutil/trace.go:171","msg":"trace[1582905772] transaction","detail":"{read_only:false; response_revision:26304; number_of_response:1; }","duration":"143.763571ms","start":"2026-03-31T21:23:59.900525Z","end":"2026-03-31T21:24:00.044288Z","steps":["trace[1582905772] 'process raft request' (duration: 143.536495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:00.23899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.3072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-31T21:24:00.23907Z","caller":"traceutil/trace.go:171","msg":"trace[2020042230] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26304; }","duration":"125.406332ms","start":"2026-03-31T21:24:00.113644Z","end":"2026-03-31T21:24:00.23905Z","steps":["trace[2020042230] 'range keys from in-memory index tree' (duration: 125.048212ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:00.239112Z","caller":"traceutil/trace.go:171","msg":"trace[709511963] transaction","detail":"{read_only:false; response_revision:26305; number_of_response:1; }","duration":"113.915604ms","start":"2026-03-31T21:24:00.125151Z","end":"2026-03-31T21:24:00.239067Z","steps":["trace[709511963] 'process raft request' (duration: 105.716128ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:00.302455Z","caller":"traceutil/trace.go:171","msg":"trace[1348247847] transaction","detail":"{read_only:false; response_revision:26307; number_of_response:1; }","duration":"160.630719ms","start":"2026-03-31T21:24:00.141785Z","end":"2026-03-31T21:24:00.302416Z","steps":["trace[1348247847] 'process raft request' (duration: 160.494695ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:00.302535Z","caller":"traceutil/trace.go:171","msg":"trace[743612852] transaction","detail":"{read_only:false; response_revision:26306; number_of_response:1; }","duration":"160.795332ms","start":"2026-03-31T21:24:00.141687Z","end":"2026-03-31T21:24:00.302482Z","steps":["trace[743612852] 'process raft request' (duration: 160.228787ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:00.30283Z","caller":"traceutil/trace.go:171","msg":"trace[603458795] transaction","detail":"{read_only:false; response_revision:26308; number_of_response:1; }","duration":"160.257688ms","start":"2026-03-31T21:24:00.142561Z","end":"2026-03-31T21:24:00.302818Z","steps":["trace[603458795] 'process raft request' (duration: 159.766494ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:00.303481Z","caller":"traceutil/trace.go:171","msg":"trace[1471783457] transaction","detail":"{read_only:false; response_revision:26309; number_of_response:1; }","duration":"160.413613ms","start":"2026-03-31T21:24:00.143028Z","end":"2026-03-31T21:24:00.303441Z","steps":["trace[1471783457] 'process raft request' (duration: 159.706383ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:00.303509Z","caller":"traceutil/trace.go:171","msg":"trace[1600217291] transaction","detail":"{read_only:false; response_revision:26310; number_of_response:1; }","duration":"108.256837ms","start":"2026-03-31T21:24:00.19521Z","end":"2026-03-31T21:24:00.303467Z","steps":["trace[1600217291] 'process raft request' (duration: 107.705392ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:00.303689Z","caller":"traceutil/trace.go:171","msg":"trace[1836062868] transaction","detail":"{read_only:false; response_revision:26311; number_of_response:1; }","duration":"107.779926ms","start":"2026-03-31T21:24:00.195852Z","end":"2026-03-31T21:24:00.303632Z","steps":["trace[1836062868] 'process raft request' (duration: 107.115977ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:00.30401Z","caller":"traceutil/trace.go:171","msg":"trace[865655550] linearizableReadLoop","detail":"{readStateIndex:27181; appliedIndex:27176; }","duration":"112.105405ms","start":"2026-03-31T21:24:00.191887Z","end":"2026-03-31T21:24:00.303992Z","steps":["trace[865655550] 'read index received' (duration: 39.110683ms)","trace[865655550] 'applied index is now lower than readState.Index' (duration: 72.993292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:24:00.304259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.343801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:24:00.304254Z","caller":"traceutil/trace.go:171","msg":"trace[1261065798] transaction","detail":"{read_only:false; response_revision:26312; number_of_response:1; }","duration":"106.913291ms","start":"2026-03-31T21:24:00.197303Z","end":"2026-03-31T21:24:00.304216Z","steps":["trace[1261065798] 'process raft request' (duration: 105.80985ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:00.304331Z","caller":"traceutil/trace.go:171","msg":"trace[236075335] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26313; }","duration":"112.472535ms","start":"2026-03-31T21:24:00.191842Z","end":"2026-03-31T21:24:00.304314Z","steps":["trace[236075335] 'agreement among raft nodes before linearized reading' (duration: 112.31528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:00.30448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.198015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T21:24:00.304503Z","caller":"traceutil/trace.go:171","msg":"trace[1048182929] transaction","detail":"{read_only:false; response_revision:26313; number_of_response:1; }","duration":"103.928058ms","start":"2026-03-31T21:24:00.200562Z","end":"2026-03-31T21:24:00.30449Z","steps":["trace[1048182929] 'process raft request' (duration: 102.658753ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:00.304543Z","caller":"traceutil/trace.go:171","msg":"trace[1624676138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26313; }","duration":"100.318738ms","start":"2026-03-31T21:24:00.204209Z","end":"2026-03-31T21:24:00.304527Z","steps":["trace[1624676138] 'agreement among raft nodes before linearized reading' (duration: 100.100462ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:05.391309Z","caller":"traceutil/trace.go:171","msg":"trace[541167450] transaction","detail":"{read_only:false; response_revision:26368; number_of_response:1; }","duration":"175.184962ms","start":"2026-03-31T21:24:05.216095Z","end":"2026-03-31T21:24:05.39128Z","steps":["trace[541167450] 'process raft request' (duration: 174.967506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:05.699476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.080806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:24:05.699735Z","caller":"traceutil/trace.go:171","msg":"trace[1817986388] linearizableReadLoop","detail":"{readStateIndex:27243; appliedIndex:27241; }","duration":"449.993872ms","start":"2026-03-31T21:24:05.249719Z","end":"2026-03-31T21:24:05.699713Z","steps":["trace[1817986388] 'read index received' (duration: 141.401257ms)","trace[1817986388] 'applied index is now lower than readState.Index' (duration: 308.591125ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:24:05.699845Z","caller":"traceutil/trace.go:171","msg":"trace[176386346] transaction","detail":"{read_only:false; response_revision:26369; number_of_response:1; }","duration":"481.407553ms","start":"2026-03-31T21:24:05.218423Z","end":"2026-03-31T21:24:05.699831Z","steps":["trace[176386346] 'process raft request' (duration: 347.841063ms)","trace[176386346] 'compare' (duration: 132.413127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:24:05.69993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:24:05.218394Z","time spent":"481.487644ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:24:05.700495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.48784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:24:05.700543Z","caller":"traceutil/trace.go:171","msg":"trace[372497203] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26370; }","duration":"357.595304ms","start":"2026-03-31T21:24:05.342933Z","end":"2026-03-31T21:24:05.700528Z","steps":["trace[372497203] 'agreement among raft nodes before linearized reading' (duration: 357.432539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:05.70058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:24:05.342894Z","time spent":"357.676376ms","remote":"127.0.0.1:52798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:24:05.700597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.928057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-31T21:24:05.700706Z","caller":"traceutil/trace.go:171","msg":"trace[333510587] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26370; }","duration":"451.056241ms","start":"2026-03-31T21:24:05.249628Z","end":"2026-03-31T21:24:05.700684Z","steps":["trace[333510587] 'agreement among raft nodes before linearized reading' (duration: 450.6673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:05.700762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:24:05.249552Z","time spent":"451.197685ms","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-31T21:24:05.700889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.259042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T21:24:05.700948Z","caller":"traceutil/trace.go:171","msg":"trace[1649360766] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26370; }","duration":"193.359565ms","start":"2026-03-31T21:24:05.507577Z","end":"2026-03-31T21:24:05.700936Z","steps":["trace[1649360766] 'agreement among raft nodes before linearized reading' (duration: 193.17085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:05.70096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.433988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:24:05.701042Z","caller":"traceutil/trace.go:171","msg":"trace[232068073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26370; }","duration":"253.565001ms","start":"2026-03-31T21:24:05.447458Z","end":"2026-03-31T21:24:05.701023Z","steps":["trace[232068073] 'agreement among raft nodes before linearized reading' (duration: 253.430357ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:05.701145Z","caller":"traceutil/trace.go:171","msg":"trace[493722801] transaction","detail":"{read_only:false; response_revision:26370; number_of_response:1; }","duration":"379.506929ms","start":"2026-03-31T21:24:05.321621Z","end":"2026-03-31T21:24:05.701128Z","steps":["trace[493722801] 'process raft request' (duration: 377.994738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:05.701262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:24:05.321586Z","time spent":"379.602232ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:24:17.88643Z","caller":"traceutil/trace.go:171","msg":"trace[1609706400] transaction","detail":"{read_only:false; response_revision:26469; number_of_response:1; }","duration":"116.729134ms","start":"2026-03-31T21:24:17.769676Z","end":"2026-03-31T21:24:17.886405Z","steps":["trace[1609706400] 'process raft request' (duration: 116.562659ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:18.268502Z","caller":"traceutil/trace.go:171","msg":"trace[117110260] linearizableReadLoop","detail":"{readStateIndex:27346; appliedIndex:27345; }","duration":"122.191474ms","start":"2026-03-31T21:24:18.146268Z","end":"2026-03-31T21:24:18.268459Z","steps":["trace[117110260] 'read index received' (duration: 121.882085ms)","trace[117110260] 'applied index is now lower than readState.Index' (duration: 308.209µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:24:18.268698Z","caller":"traceutil/trace.go:171","msg":"trace[1679575319] transaction","detail":"{read_only:false; response_revision:26470; number_of_response:1; }","duration":"436.497487ms","start":"2026-03-31T21:24:17.832174Z","end":"2026-03-31T21:24:18.268671Z","steps":["trace[1679575319] 'process raft request' (duration: 436.073196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:18.268918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:24:17.832133Z","time spent":"436.61428ms","remote":"127.0.0.1:33606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:24:18.269098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.821662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T21:24:18.269155Z","caller":"traceutil/trace.go:171","msg":"trace[1836876916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26470; }","duration":"122.933934ms","start":"2026-03-31T21:24:18.146205Z","end":"2026-03-31T21:24:18.269139Z","steps":["trace[1836876916] 'agreement among raft nodes before linearized reading' (duration: 122.695748ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:18.602975Z","caller":"traceutil/trace.go:171","msg":"trace[1724954761] transaction","detail":"{read_only:false; response_revision:26471; number_of_response:1; }","duration":"328.750976ms","start":"2026-03-31T21:24:18.274195Z","end":"2026-03-31T21:24:18.602946Z","steps":["trace[1724954761] 'process raft request' (duration: 241.736606ms)","trace[1724954761] 'compare' (duration: 86.813534ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:24:18.602985Z","caller":"traceutil/trace.go:171","msg":"trace[1388675904] linearizableReadLoop","detail":"{readStateIndex:27347; appliedIndex:27346; }","duration":"324.284371ms","start":"2026-03-31T21:24:18.278653Z","end":"2026-03-31T21:24:18.602938Z","steps":["trace[1388675904] 'read index received' (duration: 237.277112ms)","trace[1388675904] 'applied index is now lower than readState.Index' (duration: 87.005479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:24:18.603131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:24:18.274168Z","time spent":"328.881708ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:24:18.603223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.547688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18541"} {"level":"info","ts":"2026-03-31T21:24:18.603293Z","caller":"traceutil/trace.go:171","msg":"trace[1112281124] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26471; }","duration":"324.672372ms","start":"2026-03-31T21:24:18.278607Z","end":"2026-03-31T21:24:18.603279Z","steps":["trace[1112281124] 'agreement among raft nodes before linearized reading' (duration: 324.433795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:18.60334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:24:18.278582Z","time spent":"324.747814ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-31T21:24:18.993765Z","caller":"traceutil/trace.go:171","msg":"trace[1131283550] transaction","detail":"{read_only:false; response_revision:26472; number_of_response:1; }","duration":"616.814881ms","start":"2026-03-31T21:24:18.376925Z","end":"2026-03-31T21:24:18.99374Z","steps":["trace[1131283550] 'process raft request' (duration: 575.034634ms)","trace[1131283550] 'compare' (duration: 41.583602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:24:18.99396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:24:18.376846Z","time spent":"617.016328ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:24:18.99423Z","caller":"traceutil/trace.go:171","msg":"trace[1332209558] linearizableReadLoop","detail":"{readStateIndex:27355; appliedIndex:27347; }","duration":"391.150991ms","start":"2026-03-31T21:24:18.60306Z","end":"2026-03-31T21:24:18.994211Z","steps":["trace[1332209558] 'read index received' (duration: 348.85272ms)","trace[1332209558] 'applied index is now lower than readState.Index' (duration: 42.297501ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:24:18.994386Z","caller":"traceutil/trace.go:171","msg":"trace[628155110] transaction","detail":"{read_only:false; response_revision:26473; number_of_response:1; }","duration":"610.008212ms","start":"2026-03-31T21:24:18.384317Z","end":"2026-03-31T21:24:18.994325Z","steps":["trace[628155110] 'process raft request' (duration: 609.373045ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:18.994407Z","caller":"traceutil/trace.go:171","msg":"trace[2000233623] transaction","detail":"{read_only:false; response_revision:26477; number_of_response:1; }","duration":"604.454589ms","start":"2026-03-31T21:24:18.38993Z","end":"2026-03-31T21:24:18.994385Z","steps":["trace[2000233623] 'process raft request' (duration: 604.171881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:18.994503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:24:18.384303Z","time spent":"610.110376ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:24:18.994536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:24:18.389914Z","time spent":"604.557342ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:24:18.994624Z","caller":"traceutil/trace.go:171","msg":"trace[495920518] transaction","detail":"{read_only:false; response_revision:26478; number_of_response:1; }","duration":"604.165402ms","start":"2026-03-31T21:24:18.390448Z","end":"2026-03-31T21:24:18.994614Z","steps":["trace[495920518] 'process raft request' (duration: 603.700878ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:18.994666Z","caller":"traceutil/trace.go:171","msg":"trace[1329583189] transaction","detail":"{read_only:false; response_revision:26474; number_of_response:1; }","duration":"610.294481ms","start":"2026-03-31T21:24:18.384354Z","end":"2026-03-31T21:24:18.994648Z","steps":["trace[1329583189] 'process raft request' (duration: 609.577541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:18.994703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:24:18.390436Z","time spent":"604.215403ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:24:18.99471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.344608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:24:18.994705Z","caller":"traceutil/trace.go:171","msg":"trace[358822508] transaction","detail":"{read_only:false; response_revision:26475; number_of_response:1; }","duration":"610.24716ms","start":"2026-03-31T21:24:18.384422Z","end":"2026-03-31T21:24:18.99467Z","steps":["trace[358822508] 'process raft request' (duration: 609.592251ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:18.994745Z","caller":"traceutil/trace.go:171","msg":"trace[575890877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26479; }","duration":"543.42745ms","start":"2026-03-31T21:24:18.451307Z","end":"2026-03-31T21:24:18.994734Z","steps":["trace[575890877] 'agreement among raft nodes before linearized reading' (duration: 543.337417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:18.994774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:24:18.451286Z","time spent":"543.482241ms","remote":"127.0.0.1:33476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:24:18.994763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:24:18.384318Z","time spent":"610.395244ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:24:18.994838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.59429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-31T21:24:18.994828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:24:18.384318Z","time spent":"610.453306ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:24:18.994876Z","caller":"traceutil/trace.go:171","msg":"trace[724103100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26479; }","duration":"601.674823ms","start":"2026-03-31T21:24:18.393192Z","end":"2026-03-31T21:24:18.994867Z","steps":["trace[724103100] 'agreement among raft nodes before linearized reading' (duration: 601.56734ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:18.994809Z","caller":"traceutil/trace.go:171","msg":"trace[1332605750] transaction","detail":"{read_only:false; response_revision:26476; number_of_response:1; }","duration":"607.135104ms","start":"2026-03-31T21:24:18.387616Z","end":"2026-03-31T21:24:18.994751Z","steps":["trace[1332605750] 'process raft request' (duration: 606.452224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:18.9949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:24:18.393172Z","time spent":"601.723224ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T21:24:18.994749Z","caller":"traceutil/trace.go:171","msg":"trace[389890813] transaction","detail":"{read_only:false; response_revision:26479; number_of_response:1; }","duration":"603.283428ms","start":"2026-03-31T21:24:18.391415Z","end":"2026-03-31T21:24:18.994698Z","steps":["trace[389890813] 'process raft request' (duration: 602.761162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:18.995069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:24:18.391379Z","time spent":"603.570055ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:24:18.995076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:24:18.387607Z","time spent":"607.330719ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:24:19.247998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.338462ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-31T21:24:19.248116Z","caller":"traceutil/trace.go:171","msg":"trace[1384233500] linearizableReadLoop","detail":"{readStateIndex:27356; appliedIndex:27355; }","duration":"253.80669ms","start":"2026-03-31T21:24:18.994288Z","end":"2026-03-31T21:24:19.248095Z","steps":["trace[1384233500] 'read index received' (duration: 11.302853ms)","trace[1384233500] 'applied index is now lower than readState.Index' (duration: 242.502267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:24:19.248235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.271909ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:24:19.248311Z","caller":"traceutil/trace.go:171","msg":"trace[1105978999] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26479; }","duration":"134.366511ms","start":"2026-03-31T21:24:19.113934Z","end":"2026-03-31T21:24:19.248301Z","steps":["trace[1105978999] 'range keys from in-memory index tree' (duration: 134.257789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:19.24836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.715414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-31T21:24:19.248428Z","caller":"traceutil/trace.go:171","msg":"trace[490797752] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26479; }","duration":"319.821647ms","start":"2026-03-31T21:24:18.928585Z","end":"2026-03-31T21:24:19.248406Z","steps":["trace[490797752] 'agreement among raft nodes before linearized reading' (duration: 319.611912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:19.248427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.422462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-31T21:24:19.248493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:24:18.928559Z","time spent":"319.918949ms","remote":"127.0.0.1:33662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2015,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-31T21:24:19.248554Z","caller":"traceutil/trace.go:171","msg":"trace[1415922571] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26479; }","duration":"282.613356ms","start":"2026-03-31T21:24:18.96591Z","end":"2026-03-31T21:24:19.248523Z","steps":["trace[1415922571] 'agreement among raft nodes before linearized reading' (duration: 282.282577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:19.248539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.855718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:24:19.248707Z","caller":"traceutil/trace.go:171","msg":"trace[187113878] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26479; }","duration":"420.030113ms","start":"2026-03-31T21:24:18.828646Z","end":"2026-03-31T21:24:19.248676Z","steps":["trace[187113878] 'agreement among raft nodes before linearized reading' (duration: 419.800556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:19.24879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:24:18.828621Z","time spent":"420.142605ms","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:24:19.386501Z","caller":"traceutil/trace.go:171","msg":"trace[1059270716] linearizableReadLoop","detail":"{readStateIndex:27357; appliedIndex:27356; }","duration":"138.31708ms","start":"2026-03-31T21:24:19.248151Z","end":"2026-03-31T21:24:19.386468Z","steps":["trace[1059270716] 'read index received' (duration: 138.196117ms)","trace[1059270716] 'applied index is now lower than readState.Index' (duration: 118.943µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:24:19.386628Z","caller":"traceutil/trace.go:171","msg":"trace[2075923338] transaction","detail":"{read_only:false; response_revision:26480; number_of_response:1; }","duration":"385.762092ms","start":"2026-03-31T21:24:19.000814Z","end":"2026-03-31T21:24:19.386576Z","steps":["trace[2075923338] 'process raft request' (duration: 385.394282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:19.386749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.004569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:24:19.386846Z","caller":"traceutil/trace.go:171","msg":"trace[1729313306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26480; }","duration":"391.149393ms","start":"2026-03-31T21:24:18.995675Z","end":"2026-03-31T21:24:19.386825Z","steps":["trace[1729313306] 'agreement among raft nodes before linearized reading' (duration: 390.932506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:19.386843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:24:19.000783Z","time spent":"385.941678ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:24:19.386895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:24:18.995662Z","time spent":"391.225035ms","remote":"127.0.0.1:33460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:24:19.717495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.703284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:24:19.717629Z","caller":"traceutil/trace.go:171","msg":"trace[1449169511] linearizableReadLoop","detail":"{readStateIndex:27358; appliedIndex:27357; }","duration":"331.025518ms","start":"2026-03-31T21:24:19.386589Z","end":"2026-03-31T21:24:19.717614Z","steps":["trace[1449169511] 'read index received' (duration: 75.989335ms)","trace[1449169511] 'applied index is now lower than readState.Index' (duration: 255.034963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:24:19.717777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.277421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:24:19.717887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.475908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:24:19.717891Z","caller":"traceutil/trace.go:171","msg":"trace[1675111659] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26481; }","duration":"402.445626ms","start":"2026-03-31T21:24:19.315416Z","end":"2026-03-31T21:24:19.717861Z","steps":["trace[1675111659] 'agreement among raft nodes before linearized reading' (duration: 402.25786ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:19.71792Z","caller":"traceutil/trace.go:171","msg":"trace[589439974] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26481; }","duration":"328.55352ms","start":"2026-03-31T21:24:19.389356Z","end":"2026-03-31T21:24:19.717909Z","steps":["trace[589439974] 'agreement among raft nodes before linearized reading' (duration: 328.492348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:19.717952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:24:19.389333Z","time spent":"328.612681ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:24:19.717955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:24:19.31539Z","time spent":"402.551629ms","remote":"127.0.0.1:33768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-31T21:24:19.717979Z","caller":"traceutil/trace.go:171","msg":"trace[1253670300] transaction","detail":"{read_only:false; response_revision:26481; number_of_response:1; }","duration":"464.00088ms","start":"2026-03-31T21:24:19.253925Z","end":"2026-03-31T21:24:19.717926Z","steps":["trace[1253670300] 'process raft request' (duration: 208.772452ms)","trace[1253670300] 'compare' (duration: 254.449416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:24:19.718177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:24:19.253901Z","time spent":"464.162995ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:24:19.718175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.303745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T21:24:19.718249Z","caller":"traceutil/trace.go:171","msg":"trace[1686683808] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26481; }","duration":"253.428349ms","start":"2026-03-31T21:24:19.464805Z","end":"2026-03-31T21:24:19.718233Z","steps":["trace[1686683808] 'agreement among raft nodes before linearized reading' (duration: 253.237724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:19.717826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.047009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-31T21:24:19.718319Z","caller":"traceutil/trace.go:171","msg":"trace[1945803474] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:26481; }","duration":"465.585034ms","start":"2026-03-31T21:24:19.252725Z","end":"2026-03-31T21:24:19.71831Z","steps":["trace[1945803474] 'agreement among raft nodes before linearized reading' (duration: 464.976967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:19.718388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:24:19.252703Z","time spent":"465.676136ms","remote":"127.0.0.1:33786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":805,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-03-31T21:24:20.154422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.798546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:24:20.154558Z","caller":"traceutil/trace.go:171","msg":"trace[1397588777] linearizableReadLoop","detail":"{readStateIndex:27359; appliedIndex:27358; }","duration":"430.934435ms","start":"2026-03-31T21:24:19.7236Z","end":"2026-03-31T21:24:20.154534Z","steps":["trace[1397588777] 'read index received' (duration: 227.808139ms)","trace[1397588777] 'applied index is now lower than readState.Index' (duration: 203.124456ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:24:20.154661Z","caller":"traceutil/trace.go:171","msg":"trace[701885175] transaction","detail":"{read_only:false; response_revision:26482; number_of_response:1; }","duration":"431.254903ms","start":"2026-03-31T21:24:19.723391Z","end":"2026-03-31T21:24:20.154646Z","steps":["trace[701885175] 'process raft request' (duration: 227.999533ms)","trace[701885175] 'compare' (duration: 202.587501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:24:20.154737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:24:19.723367Z","time spent":"431.331965ms","remote":"127.0.0.1:33786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:24:20.154877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.234013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:24:20.154994Z","caller":"traceutil/trace.go:171","msg":"trace[564274762] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26482; }","duration":"431.428278ms","start":"2026-03-31T21:24:19.72353Z","end":"2026-03-31T21:24:20.154958Z","steps":["trace[564274762] 'agreement among raft nodes before linearized reading' (duration: 431.208212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:20.155043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:24:19.723501Z","time spent":"431.53319ms","remote":"127.0.0.1:33662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T21:24:20.158577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.417168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:24:20.158623Z","caller":"traceutil/trace.go:171","msg":"trace[735208254] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26483; }","duration":"292.51415ms","start":"2026-03-31T21:24:19.866098Z","end":"2026-03-31T21:24:20.158612Z","steps":["trace[735208254] 'agreement among raft nodes before linearized reading' (duration: 292.387727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:20.158614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.028066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:24:20.158678Z","caller":"traceutil/trace.go:171","msg":"trace[288279477] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26483; }","duration":"110.145889ms","start":"2026-03-31T21:24:20.048515Z","end":"2026-03-31T21:24:20.158661Z","steps":["trace[288279477] 'agreement among raft nodes before linearized reading' (duration: 109.997825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:20.158702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.078661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:24:20.158819Z","caller":"traceutil/trace.go:171","msg":"trace[1946603749] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26483; }","duration":"187.261266ms","start":"2026-03-31T21:24:19.97153Z","end":"2026-03-31T21:24:20.158791Z","steps":["trace[1946603749] 'agreement among raft nodes before linearized reading' (duration: 187.04575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:20.158828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.356936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:24:20.158885Z","caller":"traceutil/trace.go:171","msg":"trace[1020789666] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26483; }","duration":"262.439128ms","start":"2026-03-31T21:24:19.896429Z","end":"2026-03-31T21:24:20.158869Z","steps":["trace[1020789666] 'agreement among raft nodes before linearized reading' (duration: 262.283714ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:20.158914Z","caller":"traceutil/trace.go:171","msg":"trace[1736714471] transaction","detail":"{read_only:false; response_revision:26483; number_of_response:1; }","duration":"435.236283ms","start":"2026-03-31T21:24:19.723665Z","end":"2026-03-31T21:24:20.158901Z","steps":["trace[1736714471] 'process raft request' (duration: 434.624376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:20.158896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.472612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:24:20.159032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:24:19.723065Z","time spent":"435.88129ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:24:20.159037Z","caller":"traceutil/trace.go:171","msg":"trace[1803220261] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26483; }","duration":"139.75708ms","start":"2026-03-31T21:24:20.019258Z","end":"2026-03-31T21:24:20.159015Z","steps":["trace[1803220261] 'agreement among raft nodes before linearized reading' (duration: 139.421261ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:20.396701Z","caller":"traceutil/trace.go:171","msg":"trace[2118950933] linearizableReadLoop","detail":"{readStateIndex:27361; appliedIndex:27360; }","duration":"234.600707ms","start":"2026-03-31T21:24:20.162062Z","end":"2026-03-31T21:24:20.396663Z","steps":["trace[2118950933] 'read index received' (duration: 166.966294ms)","trace[2118950933] 'applied index is now lower than readState.Index' (duration: 67.633293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:24:20.396903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.814973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:24:20.396949Z","caller":"traceutil/trace.go:171","msg":"trace[1116440597] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26484; }","duration":"234.905265ms","start":"2026-03-31T21:24:20.162032Z","end":"2026-03-31T21:24:20.396937Z","steps":["trace[1116440597] 'agreement among raft nodes before linearized reading' (duration: 234.759761ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:20.397153Z","caller":"traceutil/trace.go:171","msg":"trace[1532979743] transaction","detail":"{read_only:false; response_revision:26484; number_of_response:1; }","duration":"235.969275ms","start":"2026-03-31T21:24:20.161145Z","end":"2026-03-31T21:24:20.397114Z","steps":["trace[1532979743] 'process raft request' (duration: 167.928171ms)","trace[1532979743] 'compare' (duration: 67.266303ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:24:20.398161Z","caller":"traceutil/trace.go:171","msg":"trace[29477740] transaction","detail":"{read_only:false; response_revision:26485; number_of_response:1; }","duration":"234.182736ms","start":"2026-03-31T21:24:20.163948Z","end":"2026-03-31T21:24:20.39813Z","steps":["trace[29477740] 'process raft request' (duration: 233.914648ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:21.896535Z","caller":"traceutil/trace.go:171","msg":"trace[1666359055] transaction","detail":"{read_only:false; response_revision:26500; number_of_response:1; }","duration":"167.828927ms","start":"2026-03-31T21:24:21.728664Z","end":"2026-03-31T21:24:21.896493Z","steps":["trace[1666359055] 'process raft request' (duration: 167.505898ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:22.311556Z","caller":"traceutil/trace.go:171","msg":"trace[548218462] transaction","detail":"{read_only:false; response_revision:26501; number_of_response:1; }","duration":"145.070498ms","start":"2026-03-31T21:24:22.166458Z","end":"2026-03-31T21:24:22.311529Z","steps":["trace[548218462] 'process raft request' (duration: 143.793622ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:22.470923Z","caller":"traceutil/trace.go:171","msg":"trace[1344252264] transaction","detail":"{read_only:false; response_revision:26502; number_of_response:1; }","duration":"127.579852ms","start":"2026-03-31T21:24:22.343315Z","end":"2026-03-31T21:24:22.470894Z","steps":["trace[1344252264] 'process raft request' (duration: 126.890153ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:22.883913Z","caller":"traceutil/trace.go:171","msg":"trace[1931231504] transaction","detail":"{read_only:false; response_revision:26505; number_of_response:1; }","duration":"138.004552ms","start":"2026-03-31T21:24:22.74588Z","end":"2026-03-31T21:24:22.883884Z","steps":["trace[1931231504] 'process raft request' (duration: 137.779386ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:22.891941Z","caller":"traceutil/trace.go:171","msg":"trace[633632944] transaction","detail":"{read_only:false; response_revision:26506; number_of_response:1; }","duration":"131.281086ms","start":"2026-03-31T21:24:22.76058Z","end":"2026-03-31T21:24:22.891861Z","steps":["trace[633632944] 'process raft request' (duration: 131.131122ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:23.11441Z","caller":"traceutil/trace.go:171","msg":"trace[1279505372] linearizableReadLoop","detail":"{readStateIndex:27391; appliedIndex:27390; }","duration":"125.600138ms","start":"2026-03-31T21:24:22.988779Z","end":"2026-03-31T21:24:23.114379Z","steps":["trace[1279505372] 'read index received' (duration: 100.629246ms)","trace[1279505372] 'applied index is now lower than readState.Index' (duration: 24.969492ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:24:23.114537Z","caller":"traceutil/trace.go:171","msg":"trace[1208376251] transaction","detail":"{read_only:false; response_revision:26514; number_of_response:1; }","duration":"130.354729ms","start":"2026-03-31T21:24:22.984171Z","end":"2026-03-31T21:24:23.114526Z","steps":["trace[1208376251] 'process raft request' (duration: 104.989367ms)","trace[1208376251] 'compare' (duration: 25.031883ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:24:23.114806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.995509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10670"} {"level":"info","ts":"2026-03-31T21:24:23.115031Z","caller":"traceutil/trace.go:171","msg":"trace[253036260] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26514; }","duration":"126.259136ms","start":"2026-03-31T21:24:22.988752Z","end":"2026-03-31T21:24:23.115011Z","steps":["trace[253036260] 'agreement among raft nodes before linearized reading' (duration: 125.898476ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:23.118649Z","caller":"traceutil/trace.go:171","msg":"trace[1830670832] transaction","detail":"{read_only:false; response_revision:26515; number_of_response:1; }","duration":"108.383772ms","start":"2026-03-31T21:24:23.010233Z","end":"2026-03-31T21:24:23.118616Z","steps":["trace[1830670832] 'process raft request' (duration: 108.062653ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:23.118748Z","caller":"traceutil/trace.go:171","msg":"trace[742852242] transaction","detail":"{read_only:false; response_revision:26516; number_of_response:1; }","duration":"104.102052ms","start":"2026-03-31T21:24:23.014607Z","end":"2026-03-31T21:24:23.118709Z","steps":["trace[742852242] 'process raft request' (duration: 103.912917ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:23.118835Z","caller":"traceutil/trace.go:171","msg":"trace[1617392711] transaction","detail":"{read_only:false; response_revision:26517; number_of_response:1; }","duration":"103.428944ms","start":"2026-03-31T21:24:23.015389Z","end":"2026-03-31T21:24:23.118818Z","steps":["trace[1617392711] 'process raft request' (duration: 103.185078ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:23.11883Z","caller":"traceutil/trace.go:171","msg":"trace[677391327] transaction","detail":"{read_only:false; response_revision:26519; number_of_response:1; }","duration":"101.536772ms","start":"2026-03-31T21:24:23.017258Z","end":"2026-03-31T21:24:23.118795Z","steps":["trace[677391327] 'process raft request' (duration: 101.440169ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:23.11897Z","caller":"traceutil/trace.go:171","msg":"trace[575176261] transaction","detail":"{read_only:false; response_revision:26518; number_of_response:1; }","duration":"102.780957ms","start":"2026-03-31T21:24:23.016173Z","end":"2026-03-31T21:24:23.118954Z","steps":["trace[575176261] 'process raft request' (duration: 102.475209ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:23.119066Z","caller":"traceutil/trace.go:171","msg":"trace[583274387] transaction","detail":"{read_only:false; response_revision:26520; number_of_response:1; }","duration":"101.649535ms","start":"2026-03-31T21:24:23.017406Z","end":"2026-03-31T21:24:23.119056Z","steps":["trace[583274387] 'process raft request' (duration: 101.341566ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:23.119085Z","caller":"traceutil/trace.go:171","msg":"trace[1077958635] transaction","detail":"{read_only:false; response_revision:26521; number_of_response:1; }","duration":"101.609173ms","start":"2026-03-31T21:24:23.017464Z","end":"2026-03-31T21:24:23.119073Z","steps":["trace[1077958635] 'process raft request' (duration: 101.459729ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:23.119127Z","caller":"traceutil/trace.go:171","msg":"trace[126703538] transaction","detail":"{read_only:false; response_revision:26522; number_of_response:1; }","duration":"101.46692ms","start":"2026-03-31T21:24:23.017639Z","end":"2026-03-31T21:24:23.119106Z","steps":["trace[126703538] 'process raft request' (duration: 101.367367ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:24.440423Z","caller":"traceutil/trace.go:171","msg":"trace[672847878] transaction","detail":"{read_only:false; response_revision:26527; number_of_response:1; }","duration":"118.313437ms","start":"2026-03-31T21:24:24.322081Z","end":"2026-03-31T21:24:24.440395Z","steps":["trace[672847878] 'process raft request' (duration: 118.10885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:27.756589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.204077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:24:27.756682Z","caller":"traceutil/trace.go:171","msg":"trace[1967976207] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26555; }","duration":"117.377961ms","start":"2026-03-31T21:24:27.63928Z","end":"2026-03-31T21:24:27.756658Z","steps":["trace[1967976207] 'count revisions from in-memory index tree' (duration: 117.054832ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:32.078814Z","caller":"traceutil/trace.go:171","msg":"trace[1937416057] transaction","detail":"{read_only:false; response_revision:26588; number_of_response:1; }","duration":"121.991348ms","start":"2026-03-31T21:24:31.956795Z","end":"2026-03-31T21:24:32.078786Z","steps":["trace[1937416057] 'process raft request' (duration: 121.782993ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:32.753117Z","caller":"traceutil/trace.go:171","msg":"trace[2131539245] transaction","detail":"{read_only:false; response_revision:26590; number_of_response:1; }","duration":"113.060101ms","start":"2026-03-31T21:24:32.640028Z","end":"2026-03-31T21:24:32.753088Z","steps":["trace[2131539245] 'process raft request' (duration: 112.877396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:34.447405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.996391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:24:34.44759Z","caller":"traceutil/trace.go:171","msg":"trace[1487170225] linearizableReadLoop","detail":"{readStateIndex:27483; appliedIndex:27481; }","duration":"364.71906ms","start":"2026-03-31T21:24:34.082859Z","end":"2026-03-31T21:24:34.447578Z","steps":["trace[1487170225] 'read index received' (duration: 213.523313ms)","trace[1487170225] 'applied index is now lower than readState.Index' (duration: 151.194937ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:24:34.447679Z","caller":"traceutil/trace.go:171","msg":"trace[2145532852] transaction","detail":"{read_only:false; response_revision:26601; number_of_response:1; }","duration":"801.441095ms","start":"2026-03-31T21:24:33.646226Z","end":"2026-03-31T21:24:34.447667Z","steps":["trace[2145532852] 'process raft request' (duration: 294.094655ms)","trace[2145532852] 'compare' (duration: 506.349621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:24:34.447738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:24:33.64619Z","time spent":"801.520577ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:24:34.447861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.005018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T21:24:34.447889Z","caller":"traceutil/trace.go:171","msg":"trace[1720397071] transaction","detail":"{read_only:false; response_revision:26602; number_of_response:1; }","duration":"624.367901ms","start":"2026-03-31T21:24:33.82349Z","end":"2026-03-31T21:24:34.447858Z","steps":["trace[1720397071] 'process raft request' (duration: 624.009491ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:34.447915Z","caller":"traceutil/trace.go:171","msg":"trace[1420974665] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26602; }","duration":"365.094ms","start":"2026-03-31T21:24:34.082808Z","end":"2026-03-31T21:24:34.447902Z","steps":["trace[1420974665] 'agreement among raft nodes before linearized reading' (duration: 364.923935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:34.447953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:24:34.082787Z","time spent":"365.159272ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T21:24:34.448025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:24:33.82345Z","time spent":"624.499834ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:24:34.668425Z","caller":"traceutil/trace.go:171","msg":"trace[1673723271] linearizableReadLoop","detail":"{readStateIndex:27484; appliedIndex:27483; }","duration":"213.891835ms","start":"2026-03-31T21:24:34.4545Z","end":"2026-03-31T21:24:34.668392Z","steps":["trace[1673723271] 'read index received' (duration: 213.635497ms)","trace[1673723271] 'applied index is now lower than readState.Index' (duration: 254.488µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:24:34.668513Z","caller":"traceutil/trace.go:171","msg":"trace[451349150] transaction","detail":"{read_only:false; response_revision:26603; number_of_response:1; }","duration":"214.610973ms","start":"2026-03-31T21:24:34.453881Z","end":"2026-03-31T21:24:34.668492Z","steps":["trace[451349150] 'process raft request' (duration: 214.296804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:34.668712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.162982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-31T21:24:34.668779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.06027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T21:24:34.668842Z","caller":"traceutil/trace.go:171","msg":"trace[1356157190] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26603; }","duration":"214.324956ms","start":"2026-03-31T21:24:34.454486Z","end":"2026-03-31T21:24:34.668811Z","steps":["trace[1356157190] 'agreement among raft nodes before linearized reading' (duration: 214.038028ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:34.668868Z","caller":"traceutil/trace.go:171","msg":"trace[353872367] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26603; }","duration":"148.221045ms","start":"2026-03-31T21:24:34.520626Z","end":"2026-03-31T21:24:34.668847Z","steps":["trace[353872367] 'agreement among raft nodes before linearized reading' (duration: 147.979609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:34.868049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.251283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:24:34.868127Z","caller":"traceutil/trace.go:171","msg":"trace[728983336] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26604; }","duration":"110.384727ms","start":"2026-03-31T21:24:34.757722Z","end":"2026-03-31T21:24:34.868106Z","steps":["trace[728983336] 'range keys from in-memory index tree' (duration: 110.058408ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:37.812565Z","caller":"traceutil/trace.go:171","msg":"trace[138635645] transaction","detail":"{read_only:false; response_revision:26630; number_of_response:1; }","duration":"177.148066ms","start":"2026-03-31T21:24:37.63538Z","end":"2026-03-31T21:24:37.812528Z","steps":["trace[138635645] 'process raft request' (duration: 176.950591ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:38.921074Z","caller":"traceutil/trace.go:171","msg":"trace[1422620807] transaction","detail":"{read_only:false; response_revision:26633; number_of_response:1; }","duration":"165.684479ms","start":"2026-03-31T21:24:38.755367Z","end":"2026-03-31T21:24:38.921051Z","steps":["trace[1422620807] 'process raft request' (duration: 87.180685ms)","trace[1422620807] 'compare' (duration: 78.040731ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:24:39.064159Z","caller":"traceutil/trace.go:171","msg":"trace[1525816206] transaction","detail":"{read_only:false; response_revision:26635; number_of_response:1; }","duration":"137.144848ms","start":"2026-03-31T21:24:38.926973Z","end":"2026-03-31T21:24:39.064118Z","steps":["trace[1525816206] 'process raft request' (duration: 136.560651ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:42.903491Z","caller":"traceutil/trace.go:171","msg":"trace[804170181] linearizableReadLoop","detail":"{readStateIndex:27543; appliedIndex:27542; }","duration":"157.43586ms","start":"2026-03-31T21:24:42.746026Z","end":"2026-03-31T21:24:42.903462Z","steps":["trace[804170181] 'read index received' (duration: 157.218684ms)","trace[804170181] 'applied index is now lower than readState.Index' (duration: 215.916µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:24:42.903562Z","caller":"traceutil/trace.go:171","msg":"trace[105209165] transaction","detail":"{read_only:false; response_revision:26661; number_of_response:1; }","duration":"165.419701ms","start":"2026-03-31T21:24:42.738099Z","end":"2026-03-31T21:24:42.903519Z","steps":["trace[105209165] 'process raft request' (duration: 165.147853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:42.903645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.583194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:24:42.903672Z","caller":"traceutil/trace.go:171","msg":"trace[186633681] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26661; }","duration":"157.698467ms","start":"2026-03-31T21:24:42.745965Z","end":"2026-03-31T21:24:42.903664Z","steps":["trace[186633681] 'agreement among raft nodes before linearized reading' (duration: 157.602844ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:43.270599Z","caller":"traceutil/trace.go:171","msg":"trace[1402711477] linearizableReadLoop","detail":"{readStateIndex:27544; appliedIndex:27543; }","duration":"319.646732ms","start":"2026-03-31T21:24:42.950921Z","end":"2026-03-31T21:24:43.270568Z","steps":["trace[1402711477] 'read index received' (duration: 319.378045ms)","trace[1402711477] 'applied index is now lower than readState.Index' (duration: 267.147µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:24:43.270623Z","caller":"traceutil/trace.go:171","msg":"trace[376479562] transaction","detail":"{read_only:false; response_revision:26662; number_of_response:1; }","duration":"331.923242ms","start":"2026-03-31T21:24:42.938649Z","end":"2026-03-31T21:24:43.270573Z","steps":["trace[376479562] 'process raft request' (duration: 331.641904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:43.270883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.94547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T21:24:43.27093Z","caller":"traceutil/trace.go:171","msg":"trace[854935459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26662; }","duration":"320.041243ms","start":"2026-03-31T21:24:42.950877Z","end":"2026-03-31T21:24:43.270918Z","steps":["trace[854935459] 'agreement among raft nodes before linearized reading' (duration: 319.831707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:43.27094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:24:42.938634Z","time spent":"332.19522ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:24:43.270962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:24:42.950863Z","time spent":"320.090934ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T21:24:43.290254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.471701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T21:24:43.290376Z","caller":"traceutil/trace.go:171","msg":"trace[92949722] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26671; }","duration":"196.590394ms","start":"2026-03-31T21:24:43.093724Z","end":"2026-03-31T21:24:43.290315Z","steps":["trace[92949722] 'agreement among raft nodes before linearized reading' (duration: 196.120582ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:44.860129Z","caller":"traceutil/trace.go:171","msg":"trace[1617986320] transaction","detail":"{read_only:false; response_revision:26676; number_of_response:1; }","duration":"139.682549ms","start":"2026-03-31T21:24:44.720402Z","end":"2026-03-31T21:24:44.860085Z","steps":["trace[1617986320] 'process raft request' (duration: 139.382341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:45.165909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.35451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-31T21:24:45.165972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.311963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-31T21:24:45.165995Z","caller":"traceutil/trace.go:171","msg":"trace[643958823] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26676; }","duration":"256.483424ms","start":"2026-03-31T21:24:44.90949Z","end":"2026-03-31T21:24:45.165973Z","steps":["trace[643958823] 'range keys from in-memory index tree' (duration: 256.189175ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:45.166046Z","caller":"traceutil/trace.go:171","msg":"trace[1336352479] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26676; }","duration":"241.456257ms","start":"2026-03-31T21:24:44.924565Z","end":"2026-03-31T21:24:45.166021Z","steps":["trace[1336352479] 'range keys from in-memory index tree' (duration: 241.045505ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:45.645037Z","caller":"traceutil/trace.go:171","msg":"trace[868868073] transaction","detail":"{read_only:false; response_revision:26691; number_of_response:1; }","duration":"152.116973ms","start":"2026-03-31T21:24:45.492881Z","end":"2026-03-31T21:24:45.644998Z","steps":["trace[868868073] 'process raft request' (duration: 141.273172ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:25:07.872183Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006c7d.wal"} {"level":"info","ts":"2026-03-31T21:25:25.709193Z","caller":"traceutil/trace.go:171","msg":"trace[85375382] transaction","detail":"{read_only:false; response_revision:27203; number_of_response:1; }","duration":"190.143155ms","start":"2026-03-31T21:25:25.519012Z","end":"2026-03-31T21:25:25.709156Z","steps":["trace[85375382] 'process raft request' (duration: 103.30889ms)","trace[85375382] 'compare' (duration: 86.66836ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:25:25.709187Z","caller":"traceutil/trace.go:171","msg":"trace[1772643087] linearizableReadLoop","detail":"{readStateIndex:28095; appliedIndex:28089; }","duration":"166.533531ms","start":"2026-03-31T21:25:25.542614Z","end":"2026-03-31T21:25:25.709147Z","steps":["trace[1772643087] 'read index received' (duration: 43.698921ms)","trace[1772643087] 'applied index is now lower than readState.Index' (duration: 122.83337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:25:25.709402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.767388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T21:25:25.70948Z","caller":"traceutil/trace.go:171","msg":"trace[1892103494] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27203; }","duration":"166.912083ms","start":"2026-03-31T21:25:25.542554Z","end":"2026-03-31T21:25:25.709466Z","steps":["trace[1892103494] 'agreement among raft nodes before linearized reading' (duration: 166.666145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:25:25.709559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.424889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:25:25.709616Z","caller":"traceutil/trace.go:171","msg":"trace[978848206] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27203; }","duration":"166.494802ms","start":"2026-03-31T21:25:25.543103Z","end":"2026-03-31T21:25:25.709598Z","steps":["trace[978848206] 'agreement among raft nodes before linearized reading' (duration: 166.356037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:25:25.709703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.471491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T21:25:25.709733Z","caller":"traceutil/trace.go:171","msg":"trace[1206221123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27203; }","duration":"157.512563ms","start":"2026-03-31T21:25:25.552212Z","end":"2026-03-31T21:25:25.709725Z","steps":["trace[1206221123] 'agreement among raft nodes before linearized reading' (duration: 157.420661ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:26:30.411513Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24915} {"level":"info","ts":"2026-03-31T21:26:30.55502Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24915,"took":"138.886456ms","hash":1373237805,"current-db-size-bytes":58318848,"current-db-size":"58 MB","current-db-size-in-use-bytes":35946496,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-03-31T21:26:30.555091Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1373237805,"revision":24915,"compact-revision":21855} {"level":"info","ts":"2026-03-31T21:26:42.272608Z","caller":"traceutil/trace.go:171","msg":"trace[1836502853] transaction","detail":"{read_only:false; response_revision:27871; number_of_response:1; }","duration":"115.643342ms","start":"2026-03-31T21:26:42.15693Z","end":"2026-03-31T21:26:42.272573Z","steps":["trace[1836502853] 'process raft request' (duration: 108.018491ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:26:42.272675Z","caller":"traceutil/trace.go:171","msg":"trace[1755684528] transaction","detail":"{read_only:false; response_revision:27872; number_of_response:1; }","duration":"115.525179ms","start":"2026-03-31T21:26:42.157114Z","end":"2026-03-31T21:26:42.272639Z","steps":["trace[1755684528] 'process raft request' (duration: 114.905812ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:28:39.04377Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fe334179879fd0aa","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T21:28:39.056435Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-31T21:28:39.056579Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-31T21:28:43.206283Z","caller":"traceutil/trace.go:171","msg":"trace[222677679] linearizableReadLoop","detail":"{readStateIndex:30043; appliedIndex:30041; }","duration":"134.656157ms","start":"2026-03-31T21:28:43.071598Z","end":"2026-03-31T21:28:43.206254Z","steps":["trace[222677679] 'read index received' (duration: 1.216584ms)","trace[222677679] 'applied index is now lower than readState.Index' (duration: 133.438563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:28:43.206558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.927734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T21:28:43.206606Z","caller":"traceutil/trace.go:171","msg":"trace[1073692449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29101; }","duration":"135.006826ms","start":"2026-03-31T21:28:43.071584Z","end":"2026-03-31T21:28:43.206591Z","steps":["trace[1073692449] 'agreement among raft nodes before linearized reading' (duration: 134.819431ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:28:43.206524Z","caller":"traceutil/trace.go:171","msg":"trace[1083031564] transaction","detail":"{read_only:false; response_revision:29101; number_of_response:1; }","duration":"138.107062ms","start":"2026-03-31T21:28:43.068364Z","end":"2026-03-31T21:28:43.206471Z","steps":["trace[1083031564] 'process raft request' (duration: 137.67544ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:31:30.41837Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27742} {"level":"info","ts":"2026-03-31T21:31:30.54826Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27742,"took":"123.069776ms","hash":17906789,"current-db-size-bytes":58318848,"current-db-size":"58 MB","current-db-size-in-use-bytes":37388288,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-03-31T21:31:30.548332Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":17906789,"revision":27742,"compact-revision":24915} {"level":"info","ts":"2026-03-31T21:36:30.424849Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30390} {"level":"info","ts":"2026-03-31T21:36:30.565918Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30390,"took":"135.967842ms","hash":1956997872,"current-db-size-bytes":58318848,"current-db-size":"58 MB","current-db-size-in-use-bytes":31457280,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-31T21:36:30.565989Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1956997872,"revision":30390,"compact-revision":27742} {"level":"info","ts":"2026-03-31T21:41:30.431285Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32652} {"level":"info","ts":"2026-03-31T21:41:30.578456Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32652,"took":"142.951135ms","hash":713338305,"current-db-size-bytes":58318848,"current-db-size":"58 MB","current-db-size-in-use-bytes":31088640,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-31T21:41:30.578571Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":713338305,"revision":32652,"compact-revision":30390} {"level":"info","ts":"2026-03-31T21:42:36.216559Z","caller":"traceutil/trace.go:171","msg":"trace[1151732491] transaction","detail":"{read_only:false; response_revision:35369; number_of_response:1; }","duration":"153.118238ms","start":"2026-03-31T21:42:36.063395Z","end":"2026-03-31T21:42:36.216514Z","steps":["trace[1151732491] 'process raft request' (duration: 152.656544ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:42:36.217068Z","caller":"traceutil/trace.go:171","msg":"trace[228019160] transaction","detail":"{read_only:false; response_revision:35367; number_of_response:1; }","duration":"153.860778ms","start":"2026-03-31T21:42:36.063187Z","end":"2026-03-31T21:42:36.217048Z","steps":["trace[228019160] 'process raft request' (duration: 152.588842ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:42:36.21736Z","caller":"traceutil/trace.go:171","msg":"trace[113383850] transaction","detail":"{read_only:false; response_revision:35368; number_of_response:1; }","duration":"154.020012ms","start":"2026-03-31T21:42:36.063321Z","end":"2026-03-31T21:42:36.217341Z","steps":["trace[113383850] 'process raft request' (duration: 152.654424ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:46:30.439278Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34888} {"level":"info","ts":"2026-03-31T21:46:30.575703Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34888,"took":"131.696254ms","hash":3883294684,"current-db-size-bytes":58318848,"current-db-size":"58 MB","current-db-size-in-use-bytes":32669696,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-31T21:46:30.575802Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3883294684,"revision":34888,"compact-revision":32652} {"level":"info","ts":"2026-03-31T21:50:00.842095Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fe334179879fd0aa","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T21:50:00.846328Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-03-31T21:50:00.84648Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-03-31T21:51:30.459611Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37183} {"level":"info","ts":"2026-03-31T21:51:30.586038Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37183,"took":"121.468759ms","hash":1494005073,"current-db-size-bytes":58318848,"current-db-size":"58 MB","current-db-size-in-use-bytes":32063488,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-31T21:51:30.586123Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1494005073,"revision":37183,"compact-revision":34888}